-- Logs begin at Mon 2022-09-19 16:29:35 UTC, end at Mon 2022-09-19 17:51:27 UTC. -- Sep 19 17:14:08.250788 dv-cinder-848013-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 17:14:10.923614 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.common.config [-] Logging enabled! Sep 19 17:14:10.924387 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 19 17:14:10.924479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106764) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 17:14:10.927661 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.common.config [-] Logging enabled! Sep 19 17:14:10.927956 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev6 Sep 19 17:14:10.928264 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106764) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 19 17:14:10.929216 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:14:10.929451 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:14:10.929959 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:14:10.930210 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:14:10.930442 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:14:10.930768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.931070 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.931310 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.931612 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.931939 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.932228 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.932519 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.932820 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.933108 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.933390 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.933677 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.933912 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.934192 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.934479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.934765 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.934993 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] debug = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.935278 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.935722 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.936147 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.936429 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.936718 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.936998 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.937265 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.937547 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.937829 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.938160 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] host = dv-cinder-848013-2-iscsi {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.938436 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.938722 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.939007 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.939292 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.939567 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.939870 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.940164 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.940429 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.940701 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.941003 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.941292 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.941579 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.941874 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.942100 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.942326 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.942610 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.942898 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.943174 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.943447 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.943741 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.944019 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.944291 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.944559 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.944844 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.945135 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.945420 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.945690 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.945961 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.946232 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.946504 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.946787 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.947061 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.947332 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.947605 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.947915 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.948184 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.948460 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.948761 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.949042 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.949328 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.949612 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.949888 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.950161 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.950432 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.950703 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.950973 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_json = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.951245 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.951514 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.951827 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.952101 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.952371 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.952650 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.952914 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.953195 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.953466 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:10.953760 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.954055 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.954361 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.954646 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.954953 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.955225 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.955513 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.955823 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.956110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.956919 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.957207 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.957490 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.957787 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.958083 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.958365 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.958674 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.958970 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.959259 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.959526 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.959829 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.960112 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.960389 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.960667 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.960941 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.961235 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.961522 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.961797 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.962095 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.962377 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.962664 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.962953 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.963239 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.963510 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.963815 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.964105 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.964383 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.964656 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.964941 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.965217 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.965489 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.965767 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.966056 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.966343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.966615 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.966891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.967177 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.967451 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.967744 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.968017 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.968291 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.968561 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.968845 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.969122 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.969398 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.969667 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.969937 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.970208 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.970479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.970755 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.971024 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.971297 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.971572 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.971877 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.972701 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.972984 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.973256 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.973528 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.973802 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.974075 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.974345 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.974616 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.974889 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.975161 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.975432 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.975733 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.976042 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.976326 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.976610 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.976890 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.977169 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.977447 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.977723 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.978003 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.978280 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.978553 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.978844 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.979128 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.979416 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.979737 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.980026 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.980324 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.980605 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.980885 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.981165 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.981445 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.981724 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.982020 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.982304 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.982589 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.982875 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.983165 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.983459 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.983780 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.984064 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.984360 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.984655 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.984950 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.985231 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.985542 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.985820 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:10.986041 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:14:10.986290 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 17:14:11.372074 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 17:14:11.372876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 17:14:11.372876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 17:14:11.372876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 19 17:14:11.373147 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 19 17:14:11.373454 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 17:14:11.704122 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.704324 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.704584 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.705783 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.706056 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.706343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.759227 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.759516 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.759811 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.776297 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.776583 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.776855 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.806363 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.806647 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.806917 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.843860 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.844137 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:11.844411 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.074736 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.075354 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.075354 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.076417 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.077143 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.174280 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.174599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.174883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.175835 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.176109 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.176425 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.176691 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.176954 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.177215 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.177503 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.177762 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.178032 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.178293 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.178547 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.178802 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.179064 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.179319 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.179587 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.179883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.180142 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.180416 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.180669 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.180957 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.181337 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.181591 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.181839 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.182240 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.182480 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.182717 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.182953 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.183190 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.183427 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:12.183808 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 17:14:12.187027 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 17:14:12.190957 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 17:14:12.194888 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Sep 19 17:14:12.196531 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 17:14:12.197153 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 17:14:12.197491 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 17:14:12.197875 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 17:14:12.200656 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 17:14:12.200914 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 17:14:12.201261 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 17:14:12.206813 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 17:14:12.230076 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 17:14:12.230530 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.230830 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 19 17:14:12.231206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.232598 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 17:14:12.232877 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 17:14:12.233121 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 17:14:12.243935 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.244221 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:12.390736 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 17:14:12.390967 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 17:14:12.391202 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 17:14:12.391587 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 17:14:12.444916 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO dbcounter [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Registered counter for database neutron Sep 19 17:14:12.464703 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_db.sqlalchemy.engines [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 17:14:12.470538 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG dbcounter [-] [106764] Writer thread running {{(pid=106764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 17:14:13.168483 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing driver for type 'gre' Sep 19 17:14:13.169124 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] gre ID ranges: [(1, 1000)] Sep 19 17:14:13.351707 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing driver for type 'local' Sep 19 17:14:13.352083 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing driver for type 'vlan' Sep 19 17:14:13.448957 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] VlanTypeDriver initialization complete Sep 19 17:14:13.449265 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing driver for type 'vxlan' Sep 19 17:14:13.449741 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] vxlan ID ranges: [(1, 1000)] Sep 19 17:14:13.631591 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing extension driver 'port_security' Sep 19 17:14:13.631965 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] PortSecurityExtensionDriver initialization complete Sep 19 17:14:13.632296 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing mechanism driver 'openvswitch' Sep 19 17:14:13.632618 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing mechanism driver 'hyperv' Sep 19 17:14:13.647035 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.plugin [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:13.647903 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.648283 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.648638 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.649196 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.649623 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.649982 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.650338 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.650740 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.651154 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.651509 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.651891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.652290 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.652699 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.653056 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.653409 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.653953 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.654369 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.654721 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.655066 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.655596 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.656036 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > address_group after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.656387 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > address_group after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.656733 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.657133 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 19 17:14:13.657610 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] ML2 OVO RPC backend initialized. {{(pid=106764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 19 17:14:13.658329 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.658742 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.659168 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.660045 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > networks before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.665894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.665894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > ports before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.665894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.665894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnets before_response 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666216 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666216 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666216 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666216 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.666792 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.672501 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded quota_driver: . Sep 19 17:14:13.672871 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.plugin [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Modular L2 Plugin initialization complete Sep 19 17:14:13.673230 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading services supported by the core plugin {{(pid=106764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 17:14:13.673577 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.plugins.ml2.managers [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Got port-security extension from driver 'port_security' Sep 19 17:14:13.674062 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.extensions.vlantransparent [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Disabled vlantransparent extension. Sep 19 17:14:13.674562 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 17:14:13.674893 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: router Sep 19 17:14:13.713658 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.713993 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_create 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.714367 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router before_create 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.714745 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.715124 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.715485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_delete 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.715879 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.716236 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.716599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_create 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.716951 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.717306 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.717656 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.718022 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.718442 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.718817 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.719161 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.719505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: subnet after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.719880 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.720235 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.720587 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_create 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.720937 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.721285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.721645 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router after_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.722540 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.722915 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_create 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.723328 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.723642 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_update 55549900 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.724046 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > agent after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.724409 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > agent after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.724759 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > network after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.725620 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Tracking information for resource: router configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:13.725958 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Tracking information for resource: floatingip configured {{(pid=106764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 17:14:13.730886 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.db.l3_agentschedulers_db [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 17:14:13.731472 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.731876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.732234 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.732591 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: port after_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.733384 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router before_create 55550100 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.733752 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.734123 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_create 55550100 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.734482 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > router precommit_update 55550100 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.739397 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.provider_configuration [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service providers = [] {{(pid=106764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 17:14:13.739797 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.db.servicetype_db [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 17:14:13.742743 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.service_base [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:14:13.743097 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.service_base [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:14:13.743446 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.service_base [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:14:13.744377 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.services.service_base [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 17:14:13.744754 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.services.service_base [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 17:14:13.745136 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.745458 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 17:14:13.757463 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.757801 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: auto_allocate Sep 19 17:14:13.763756 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: network precommit_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.764135 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: network precommit_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.764669 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.764991 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: tag Sep 19 17:14:13.772174 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.772508 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: timestamp Sep 19 17:14:13.776605 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.776943 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: network_ip_availability Sep 19 17:14:13.782473 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.782851 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.783210 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:13.783987 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.784315 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: flavors Sep 19 17:14:13.789558 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.789894 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading Plugin: revisions Sep 19 17:14:13.794646 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 17:14:13.795041 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.422s {{(pid=106764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 19 17:14:13.795818 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 19 17:14:13.796161 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Initializing extension manager. Sep 19 17:14:13.796692 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: __init__.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.797037 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: __pycache__ {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.797373 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: address_group.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.798275 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.798856 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: address-group Sep 19 17:14:13.799184 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: address_scope.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.799909 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.800452 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: address-scope Sep 19 17:14:13.800779 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.801665 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.802181 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: router-admin-state-down-before-update Sep 19 17:14:13.802504 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: agent.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.803182 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.803707 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: agent Sep 19 17:14:13.804123 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: agent_resources_synced.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.805008 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.805519 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: agent-resources-synced Sep 19 17:14:13.805838 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: allowedaddresspairs.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.807622 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.808168 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: allowed-address-pairs Sep 19 17:14:13.808501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: auto_allocated_topology.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.809554 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.810070 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: auto-allocated-topology Sep 19 17:14:13.810398 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: availability_zone.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.811062 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.811576 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: availability_zone Sep 19 17:14:13.811939 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: availability_zone_filter.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.812820 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.813329 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: availability_zone_filter Sep 19 17:14:13.813658 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: data_plane_status.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.814528 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.815037 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 17:14:13.815363 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: default_subnetpools.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.816307 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.816817 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: default-subnetpools Sep 19 17:14:13.817141 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.817937 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.818457 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: dhcp_agent_scheduler Sep 19 17:14:13.818784 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: dns.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.819664 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.820205 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension dns-integration not supported by any of loaded plugins Sep 19 17:14:13.820535 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: dns_domain_ports.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.821414 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.821928 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 17:14:13.822254 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.823141 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.823670 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 17:14:13.824004 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: dvr.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.824645 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.825158 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: dvr Sep 19 17:14:13.825481 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: ecmp_routes.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.826355 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.826861 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 17:14:13.827183 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: empty_string_filtering.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.828080 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.828590 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: empty-string-filtering Sep 19 17:14:13.828914 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.829783 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.830288 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 17:14:13.830614 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.833107 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.833107 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 17:14:13.833107 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: external_net.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.833705 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.834210 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: external-net Sep 19 17:14:13.834537 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.835402 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.835940 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: extra_dhcp_opt Sep 19 17:14:13.836268 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: extraroute.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.837150 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.837659 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: extraroute Sep 19 17:14:13.837986 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: extraroute_atomic.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.838984 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.839492 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: extraroute-atomic Sep 19 17:14:13.839847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: filter_validation.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.840482 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.840989 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: filter-validation Sep 19 17:14:13.841315 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: fip_pf_description.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.842199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.842701 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 17:14:13.843025 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: fip_pf_detail.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.843934 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.844445 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 19 17:14:13.844769 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: fip_pf_port_range.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.845633 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.846142 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 19 17:14:13.846466 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: fip_port_details.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.848035 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.848553 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: fip-port-details Sep 19 17:14:13.848875 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: flavors.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.850063 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.850584 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: flavors Sep 19 17:14:13.850914 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.852591 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.853110 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 17:14:13.853444 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: floatingip_pools.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.854119 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.854630 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: floatingip-pools Sep 19 17:14:13.854961 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: ip_allocation.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.855877 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.856386 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 17:14:13.856713 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.857613 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.858116 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: ip-substring-filtering Sep 19 17:14:13.858442 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l2_adjacency.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.859334 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.859873 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 17:14:13.860204 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.861176 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.861700 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: router Sep 19 17:14:13.862025 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.864543 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.865062 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 17:14:13.865401 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.866290 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.866803 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: ext-gw-mode Sep 19 17:14:13.867168 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.868057 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.868579 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: l3-ha Sep 19 17:14:13.868911 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.869788 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.870300 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 19 17:14:13.870629 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_flavors.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.871515 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.872056 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: l3-flavors Sep 19 17:14:13.872387 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.873725 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.874245 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 19 17:14:13.874577 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.875462 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.876009 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 17:14:13.876341 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: l3agentscheduler.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: l3_agent_scheduler Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: local_ip.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension local_ip not supported by any of loaded plugins Sep 19 17:14:13.882551 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: logging.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.883206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.883206 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension logging not supported by any of loaded plugins Sep 19 17:14:13.883206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: metering.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.883816 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.884404 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: metering Sep 19 17:14:13.884736 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.885793 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.886314 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: metering_source_and_destination_fields Sep 19 17:14:13.886646 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: multiprovidernet.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.887534 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.888081 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: multi-provider Sep 19 17:14:13.888411 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: netmtu.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.889289 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.889897 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: net-mtu Sep 19 17:14:13.890132 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: netmtu_writable.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.891026 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.891530 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: net-mtu-writable Sep 19 17:14:13.891890 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: network_availability_zone.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.892534 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.893041 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: network_availability_zone Sep 19 17:14:13.893368 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: network_ip_availability.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.894952 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.895462 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: network-ip-availability Sep 19 17:14:13.895819 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: network_segment_range.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.896555 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.897060 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 17:14:13.897385 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: pagination.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.898334 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.898662 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: pagination Sep 19 17:14:13.898984 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_device_profile.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.899963 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.900479 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-device-profile Sep 19 17:14:13.900805 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_mac_address_override.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.901690 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.902204 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-mac-override Sep 19 17:14:13.902528 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.903417 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.903951 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-mac-address-regenerate Sep 19 17:14:13.904278 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.905153 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.905669 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-numa-affinity-policy Sep 19 17:14:13.905989 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_resource_request.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.906874 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.907380 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 17:14:13.907729 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: port_resource_request_groups.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.908648 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.909150 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 19 17:14:13.910014 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: portbindings.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.910962 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.911478 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: binding Sep 19 17:14:13.911843 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: portbindings_extended.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.913083 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.913603 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: binding-extended Sep 19 17:14:13.913933 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: portsecurity.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.914804 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.915323 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-security Sep 19 17:14:13.915947 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: project_id.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.917146 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.917483 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: project-id Sep 19 17:14:13.917809 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: providernet.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.918689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.919210 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: provider Sep 19 17:14:13.919539 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.923096 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.923636 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos not supported by any of loaded plugins Sep 19 17:14:13.923998 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.925446 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.925976 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 17:14:13.926311 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.927204 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.927748 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 17:14:13.928082 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_default.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.928972 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.929492 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-default not supported by any of loaded plugins Sep 19 17:14:13.929822 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_fip.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.930721 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.931241 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-fip not supported by any of loaded plugins Sep 19 17:14:13.931570 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.932480 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.933001 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 19 17:14:13.933331 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_gateway_ip.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.934226 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.934745 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 17:14:13.935075 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_port_network_policy.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.935996 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.936516 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 17:14:13.936841 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.937850 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.938376 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 19 17:14:13.938706 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.939724 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.940248 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 19 17:14:13.940600 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_pps_rule.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.941748 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.942263 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-pps not supported by any of loaded plugins Sep 19 17:14:13.942593 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_rule_type_details.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.943472 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.944013 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 17:14:13.944343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.945220 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.945730 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 19 17:14:13.946058 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: qos_rules_alias.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.947072 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.947585 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 17:14:13.947937 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: quota_check_limit.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.948829 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.949339 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: quota-check-limit Sep 19 17:14:13.949664 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: quotasv2.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.950654 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.950980 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: quotas Sep 19 17:14:13.951308 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: quotasv2_detail.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.953059 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.953400 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: quota_details Sep 19 17:14:13.953864 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: rbac.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.954955 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.955501 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: rbac-policies Sep 19 17:14:13.955886 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: rbac_address_group.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.957388 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.957901 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: rbac-address-group Sep 19 17:14:13.958231 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: rbac_address_scope.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.959203 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.959753 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: rbac-address-scope Sep 19 17:14:13.960089 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: rbac_security_groups.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.960987 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.961504 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: rbac-security-groups Sep 19 17:14:13.961835 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: rbac_subnetpool.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.962734 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.963254 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: rbac-subnetpool Sep 19 17:14:13.963582 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: revisionifmatch.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.964571 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.965016 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: revision-if-match Sep 19 17:14:13.965401 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: revisions.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.966513 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.967020 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: standard-attr-revisions Sep 19 17:14:13.967348 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: router_availability_zone.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.968028 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.968544 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: router_availability_zone Sep 19 17:14:13.968867 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: routerservicetype.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.969759 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.970276 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension router-service-type not supported by any of loaded plugins Sep 19 17:14:13.970614 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.971554 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.972761 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: security-groups-normalized-cidr Sep 19 17:14:13.973091 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.973981 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.974501 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: port-security-groups-filtering Sep 19 17:14:13.974829 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.975740 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.976262 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: security-groups-remote-address-group Sep 19 17:14:13.976592 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.977485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.978003 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: security-groups-shared-filtering Sep 19 17:14:13.978328 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: securitygroup.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.988386 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.988925 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: security-group Sep 19 17:14:13.989264 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: segment.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.989962 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.990513 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension segment not supported by any of loaded plugins Sep 19 17:14:13.990847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.991819 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.992343 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 17:14:13.992677 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: servicetype.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.993744 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.994295 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: service-type Sep 19 17:14:13.994625 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: sorting.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.995616 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.995975 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: sorting Sep 19 17:14:13.996303 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: standard_attr_segment.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.997251 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.997770 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 17:14:13.998101 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: standardattrdescription.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:13.998719 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:13.999239 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: standard-attr-description Sep 19 17:14:13.999572 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: stateful_security_group.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.000523 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.001061 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: stateful-security-group Sep 19 17:14:14.001396 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: stdattrs_common.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.001950 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 17:14:14.002274 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.003278 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.003816 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 17:14:14.004143 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnet_onboard.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.005170 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.005688 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: subnet_onboard Sep 19 17:14:14.006015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.006901 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.007421 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 17:14:14.007804 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnet_service_types.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.008713 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.009210 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: subnet-service-types Sep 19 17:14:14.009535 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnetallocation.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.010600 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.011121 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: subnet_allocation Sep 19 17:14:14.011450 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.012117 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.012631 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: subnetpool-prefix-ops Sep 19 17:14:14.013052 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.013951 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.014471 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 17:14:14.014797 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: tagging.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.015906 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.016427 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: standard-attr-tag Sep 19 17:14:14.016755 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: timestamp.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.017930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.018448 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loaded extension: standard-attr-timestamp Sep 19 17:14:14.019306 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: trunk.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.020322 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.020841 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension trunk not supported by any of loaded plugins Sep 19 17:14:14.021169 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: trunk_details.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.022082 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.022596 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension trunk-details not supported by any of loaded plugins Sep 19 17:14:14.022926 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: uplink_status_propagation.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.023869 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.024385 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 17:14:14.024712 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Loading extension file: vlantransparent.py {{(pid=106764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 17:14:14.025428 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 17:14:14.025957 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 17:14:14.028634 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:network Sep 19 17:14:14.029192 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnet Sep 19 17:14:14.029665 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:14:14.030124 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:port Sep 19 17:14:14.031498 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.031979 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service FLAVORS assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.032589 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.033025 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.033359 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:router Sep 19 17:14:14.033790 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 17:14:14.034284 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service METERING assigned prefix: /metering {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.036366 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:14.036745 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:14.037109 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:14:14.038149 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 17:14:14.038651 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:security_group Sep 19 17:14:14.039109 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 17:14:14.039722 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service CORE assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.040070 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:14:14.040451 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] subnetpool is already registered Sep 19 17:14:14.041231 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service CORE assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.041586 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:14:14.041968 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] subnetpool is already registered Sep 19 17:14:14.044519 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.045005 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service FLAVORS assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.045696 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.046288 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.046583 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:router Sep 19 17:14:14.046931 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] router is already registered Sep 19 17:14:14.047394 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 17:14:14.047768 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] floatingip is already registered Sep 19 17:14:14.048262 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service METERING assigned prefix: /metering {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.049049 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 17:14:14.049435 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] rbac_policy is already registered Sep 19 17:14:14.049897 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:security_group Sep 19 17:14:14.050786 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] security_group is already registered Sep 19 17:14:14.051200 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 17:14:14.051548 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] security_group_rule is already registered Sep 19 17:14:14.052060 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service CORE assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.052388 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:14:14.052723 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] subnetpool is already registered Sep 19 17:14:14.053178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.v2.resource_helper [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Service CORE assigned prefix: {{(pid=106764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 17:14:14.053534 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 17:14:14.053905 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING neutron.quota.resource_registry [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] subnetpool is already registered Sep 19 17:14:14.054373 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: extensions {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.056026 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: address-groups {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.057519 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: address-scopes {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.058779 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: agents {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.060062 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: auto-allocated-topology {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.062788 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: availability_zones {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.064067 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: dhcp-networks {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.065502 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: dhcp-agents {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.067639 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: routers {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.069401 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: flavors {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.070587 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: service_profiles {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.071924 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: next_providers {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.073442 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: service_profiles {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.074914 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: floatingip-pools {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.076232 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: routers {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.078059 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: floatingips {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.079262 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: l3-routers {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.080703 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: l3-agents {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.082303 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: metering-labels {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.083586 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: metering-label-rules {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.084908 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: network-ip-availabilities {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.086357 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: bindings {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.087991 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: quotas {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.089579 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: quotas {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.091233 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: rbac-policies {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.092475 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: security-groups {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.093696 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: security-group-rules {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.095000 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: service-providers {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.096366 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: subnetpools {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.098241 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: subnetpools {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.099744 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.101516 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.103253 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.105220 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.106927 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.108849 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.110643 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.113085 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.114871 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.116779 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron.api.extensions [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Extended resource: tags {{(pid=106764) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 17:14:14.124096 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING keystonemiddleware.auth_token [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 17:14:14.129249 dv-cinder-848013-2-iscsi neutron-server[106764]: WARNING keystonemiddleware.auth_token [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 17:14:14.138503 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Acquiring lock "singleton_lock" {{(pid=106764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 19 17:14:14.138843 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Acquired lock "singleton_lock" {{(pid=106764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 19 17:14:14.139348 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_concurrency.lockutils [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Releasing lock "singleton_lock" {{(pid=106764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 19 17:14:14.140035 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Starting 2 workers Sep 19 17:14:14.144927 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Started child 106879 {{(pid=106764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 17:14:14.149453 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Started child 106880 {{(pid=106764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 17:14:14.150475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.151167 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO neutron.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 17:14:14.151794 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.152165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [-] (106879) wsgi starting up on http://0.0.0.0:9696 Sep 19 17:14:14.154205 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Starting 1 workers Sep 19 17:14:14.154382 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.155833 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [-] (106880) wsgi starting up on http://0.0.0.0:9696 Sep 19 17:14:14.160035 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Started child 106881 {{(pid=106764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 17:14:14.160574 dv-cinder-848013-2-iscsi neutron-server[106764]: INFO oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Starting 1 workers Sep 19 17:14:14.163990 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] calling RpcWorker wait() {{(pid=106881) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 17:14:14.164568 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] returning from RpcWorker wait() {{(pid=106881) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 17:14:14.165177 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Started child 106882 {{(pid=106764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 17:14:14.166087 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.166197 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG neutron_lib.callbacks.manager [None req-c8201995-9624-4131-8f94-7d59223abc43 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.166596 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:14.168117 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 17:14:14.168335 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:14:14.168525 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:14:14.169042 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:14:14.169111 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:14:14.169269 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:14:14.169792 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.170075 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.170352 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.170559 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:14.170993 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.171220 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.171515 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.171620 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:14.171833 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.172062 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.172343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.172546 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.172699 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.172916 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.173150 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.173479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.173753 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.174002 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.174235 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.174409 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.174650 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.174919 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.175759 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.176051 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] debug = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.176315 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.176798 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.177048 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.177297 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.177539 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.177809 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.178056 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.178316 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.178575 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.178792 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.179076 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.179354 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.179620 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.179985 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.180141 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.180415 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.180645 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.181136 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] host = dv-cinder-848013-2-iscsi {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.181358 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.181598 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.181833 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.182083 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.182340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.182561 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.182838 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.183096 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.183340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.183586 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.183876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.184125 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.184394 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.184738 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.184878 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_options = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.185120 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.185411 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.185691 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.185882 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.186052 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.186218 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.186485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.186650 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.186914 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.187131 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.187347 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.187561 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.187814 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.188060 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.188325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.188576 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.188791 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.189031 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.189290 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.189537 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.189795 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.190073 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.190402 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.190680 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.190931 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.191164 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.191401 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.191644 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.191907 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.192164 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.192424 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.192674 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.193019 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.193349 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.193646 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.193965 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.194185 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.194398 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.194818 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.195199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.195199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.195582 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.195954 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.196368 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.196590 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.196831 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.197057 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_json = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.197285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.197502 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.197755 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.197988 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.198205 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.198421 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.198639 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.198872 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.199107 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.199529 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.199849 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.200166 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.200417 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.200655 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.200911 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.201159 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.201398 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.201693 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.201927 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.202246 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.202470 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.202786 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.203314 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.203314 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.203651 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.203912 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.204200 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.204452 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.204688 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.212624 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213206 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.213689 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.214191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215642 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215642 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215642 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.215642 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216028 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216028 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216264 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216482 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216718 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.216947 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.217153 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.217370 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.217589 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.217804 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.218015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.218231 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.218445 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.218688 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.218940 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.219136 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.219347 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.219556 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.219812 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.220044 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.220241 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.220452 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.220664 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.220983 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.221153 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.221379 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.221671 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.222458 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.222800 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.223043 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.223302 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.223554 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.223821 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.224047 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.224289 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.224526 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.225005 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.225256 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.225508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.225735 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.225956 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.226244 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.226490 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.226711 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.226934 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.227151 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.227391 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.227615 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.227858 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.228098 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.228345 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.228600 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.228837 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.229074 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.229295 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.229544 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.229798 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230109 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230358 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.230883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.232427 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.232427 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.232427 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.233199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.233199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.233199 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241340 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.241930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.242894 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.243485 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244285 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.244826 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.245510 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.245510 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.245510 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.245858 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.245858 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.246257 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.246391 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.246551 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.246756 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.246963 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.248966 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.249895 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.249895 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.249895 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.249895 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.250341 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.250341 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.250582 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.250704 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.250934 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.251178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.251448 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.251861 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.252251 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.252637 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.252883 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.253157 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.253439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.253683 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.253929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.254152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.254546 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.254688 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.254816 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256178 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256775 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256775 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.256775 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.257050 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.257305 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.257578 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.257793 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.258008 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.258467 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.258692 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.258985 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.259215 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.259614 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.259995 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.260430 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.263130 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.264929 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.266325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267203 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267203 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267203 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267203 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267580 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.267652 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.269325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.269325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.269325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.269325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.273508 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274376 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274376 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274376 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274376 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274376 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.274904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.275043 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.276075 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.276329 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.276559 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.276778 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.277017 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.277256 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.277482 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.277730 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.278517 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.278980 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.279211 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.279560 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.280128 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.280617 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.281229 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.281516 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.281743 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.281911 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:14:14.282461 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 17:14:14.282555 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:14.282653 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 17:14:14.282777 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 17:14:14.282951 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 17:14:14.283125 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 17:14:14.283281 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 17:14:14.283493 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.283658 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.283853 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.284134 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.284837 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285000 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285164 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285327 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285488 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285652 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285818 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.285979 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.286140 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.286393 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.286550 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.286706 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.286843 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.287013 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.287191 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.287354 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.287514 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.287748 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] debug = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.288254 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.288406 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.288565 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.288565 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.288846 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289213 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289213 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289213 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289511 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289511 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289636 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289777 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.289942 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.290103 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.290325 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.290479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.290870 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.290958 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] host = dv-cinder-848013-2-iscsi {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.291122 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.291314 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.291481 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.291643 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.291875 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.292095 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.292232 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.292599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.292776 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.292959 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293121 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293282 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293443 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293607 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293769 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_options = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.293993 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.294331 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.294497 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.294714 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.294882 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295044 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295231 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295394 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295580 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295765 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.295926 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296088 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296248 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296409 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296569 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296730 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.296891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297053 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297215 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297375 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297536 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297698 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.297858 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.298030 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.298265 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.298406 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.298511 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.298659 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.299037 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.299250 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.299459 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.299655 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.299842 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.300060 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.300724 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.300922 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301136 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301136 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301393 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301488 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301632 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301835 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.301980 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302127 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302245 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302386 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302555 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_json = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302711 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.302877 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.303033 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.303220 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.303421 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.303585 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.303764 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.304112 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.304301 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310110 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.310904 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.311524 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.312343 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.313439 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.314505 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.315258 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316148 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.316891 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.317948 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.318768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.318768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.318768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.318768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.318768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319217 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319217 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319217 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319523 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319523 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.319926 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320062 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320218 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320360 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320518 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320681 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.320846 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321009 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321172 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321341 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321496 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321687 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.321850 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322013 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322180 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322342 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322504 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322667 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322830 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.322991 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323154 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323316 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323482 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323643 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323828 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.323992 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.324154 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.324318 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.324490 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.324652 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.324817 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.325009 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.325184 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.325353 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.325683 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.325850 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326015 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326168 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326329 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326496 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326662 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326824 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.326988 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.327150 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.327479 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.327679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.327870 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328050 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328320 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328501 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328665 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328830 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.328998 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329128 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329294 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329457 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329619 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329777 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.329932 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330096 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330260 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330404 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330561 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330713 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.330876 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331038 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331228 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331381 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331529 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331755 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.331888 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332073 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332279 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332429 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332558 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332710 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.332873 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333035 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333197 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333359 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333521 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333683 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.333846 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334008 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334170 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334335 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334498 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334662 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.334824 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.335016 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.335181 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.335372 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.335540 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.335718 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.340977 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.341599 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342152 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.342847 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.343456 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344116 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.344679 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345077 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345077 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345077 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345293 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345375 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345507 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345668 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.345831 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.346003 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.346165 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.346326 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.346487 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.346649 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.347403 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.347552 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.347745 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.347943 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348108 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348272 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348435 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348608 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348773 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.348936 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349106 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349269 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349430 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349592 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349768 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.349930 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350097 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350260 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350422 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350585 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350750 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.350916 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.351093 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.351263 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.351515 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.351628 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.351898 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352036 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352168 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352336 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352511 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352675 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.352938 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353042 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353204 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353367 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353531 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353693 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.353856 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354018 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354181 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354344 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354507 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354670 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354832 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.354995 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.355157 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.355320 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.355509 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.355685 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 17:14:14.355880 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 17:14:14.460111 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 49264) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:14.467215 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049121 Sep 19 17:14:14.471641 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [-] 10.222.0.61 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039029 Sep 19 17:14:23.529574 dv-cinder-848013-2-iscsi neutron-server[106764]: DEBUG dbcounter [-] [106764] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106764) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:26.066562 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7bb8a-587a-4eb0-a638-2029d3f43094 None None] get_active_networks_info from dv-cinder-848013-2-iscsi {{(pid=106881) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 19 17:14:26.069447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writer thread running {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 17:14:26.172579 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7bb8a-587a-4eb0-a638-2029d3f43094 None None] No non-hosted networks {{(pid=106881) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 17:14:26.195536 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-682946d8-65d5-4af3-a975-df95deff9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:27.841719 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writer thread running {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 17:14:28.525055 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-dcd6646b-e8ed-4eca-8562-bac6d60741f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:28.569454 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.db.api [None req-1057d788-f47e-4ac3-817f-9555fd04d0e7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848013-2-iscsi {{(pid=106881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 17:14:28.570411 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG oslo_db.api [None req-1057d788-f47e-4ac3-817f-9555fd04d0e7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:14:29.162592 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1057d788-f47e-4ac3-817f-9555fd04d0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:29.688604 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:30.259542 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 49338) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:30.846769 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING oslo_policy.policy [None req-3bb9c5df-838a-486b-9659-356d3efa40af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:30.847307 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING oslo_policy.policy [None req-3bb9c5df-838a-486b-9659-356d3efa40af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:31.074630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [None req-3bb9c5df-838a-486b-9659-356d3efa40af admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:14:31.103893 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3bb9c5df-838a-486b-9659-356d3efa40af admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8159816 Sep 19 17:14:31.581692 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:31.582557 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.583365 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.583991 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.587798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.587798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.587798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.587798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.587798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.588202 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.588202 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.588202 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.588202 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.589270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.589948 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.590507 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:31.591137 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848013-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:31.594704 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:31.601848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848013-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:14:33.811210 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49374) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:34.344542 dv-cinder-848013-2-iscsi neutron-server[106879]: WARNING oslo_policy.policy [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:34.345296 dv-cinder-848013-2-iscsi neutron-server[106879]: WARNING oslo_policy.policy [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:34.566764 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:14:34.578374 dv-cinder-848013-2-iscsi neutron-server[106879]: ERROR stevedore.extension [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 17:14:34.619469 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.db.l3_hamode_db [None req-29939c9a-e16a-4ce2-8bd3-b8ef36df473a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 17:14:34.660892 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.policy [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 17:14:34.698876 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29939c9a-e16a-4ce2-8bd3-b8ef36df473a None None] Routers set() bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:14:34.699259 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29939c9a-e16a-4ce2-8bd3-b8ef36df473a None None] Router IDs set() for agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 19 17:14:34.704614 dv-cinder-848013-2-iscsi neutron-server[106879]: WARNING oslo_policy.policy [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:34.704999 dv-cinder-848013-2-iscsi neutron-server[106879]: WARNING oslo_policy.policy [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:34.726663 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writer thread running {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 17:14:34.884218 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973226956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973226432', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973209828', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973208999', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973264067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784973257528', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33297575', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33323985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650921'] for rbac-policy (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:35.101739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:35.103230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-77065cf5-33d4-4d2d-8198-d69836dd0704 admin admin] 10.222.0.61 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2899928 Sep 19 17:14:37.710853 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49390) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:38.030771 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:14:38.116695 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Made reservation on behalf of 6be3a3f3ae294ed7b39b0838ad6f8739 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:38.120966 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.140299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.248132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks [] for security_group (342632d5-e76b-4250-84b7-9f35af139edc), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.316866 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (342632d5-e76b-4250-84b7-9f35af139edc), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.349839 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:14:38.378356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784969363384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (2544592c-e6cd-4ecb-a21c-392da6b751a7), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.378948 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Unsubscribe: segment precommit_create {{(pid=106879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 17:14:38.379477 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Added segment 2544592c-e6cd-4ecb-a21c-392da6b751a7 of type vlan for network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 Sep 19 17:14:38.396043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=342632d5-e76b-4250-84b7-9f35af139edc,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.423431 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.424689 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.424689 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.424939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.425273 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.425600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.425926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.426247 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.426572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.426919 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.428211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.428211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.428211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.428211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.428992 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Tracked resource versions report: Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: pushed versions: Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: { 'AddressGroup': {'1.2'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Agent': {'1.1'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'ConntrackHelper': {'1.0'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Log': {'1.0'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'NDPProxy': {'1.0'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Network': {'1.1'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Port': {'1.7'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'PortForwarding': {'1.3'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'QosPolicy': {'1.10'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroup': {'1.5'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SubPort': {'1.0'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Subnet': {'1.1'}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Trunk': {'1.1'}} Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: consumer versions: Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Agent': '1.1', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'ConntrackHelper': '1.0', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'LocalIPAssociation': '1.0', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Log': '1.0', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'NDPProxy': '1.0', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Network': '1.1', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Port': '1.7', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'PortForwarding': '1.3', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'QosPolicy': '1.10', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroup': '1.5', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroupRule': '1.2', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SubPort': '1.0', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Subnet': '1.1', Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Trunk': '1.1'}} Sep 19 17:14:38.429896 dv-cinder-848013-2-iscsi neutron-server[106879]: {{(pid=106879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:14:38.496567 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (5e2e25aa-d3da-4a05-ae35-72f5b2be4305), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.590988 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (5e2e25aa-d3da-4a05-ae35-72f5b2be4305), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.596039 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:38.596756 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:38.694746 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:38.716853 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] Pushing event updated for resources: {'Network': ['ID=5e2e25aa-d3da-4a05-ae35-72f5b2be4305,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:38.729111 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:14:38.765879 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-f1875837-df11-48b9-bb8b-cc774f4e58d0 demo demo] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0539322 Sep 19 17:14:41.432605 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49404) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:41.853991 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03eea45-b635-4756-be65-f8af7a789aad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:41.855353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d03eea45-b635-4756-be65-f8af7a789aad demo admin] 10.222.0.61 "GET /networking/v2.0/networks/5e2e25aa-d3da-4a05-ae35-72f5b2be4305 HTTP/1.1" status: 200 len: 825 time: 0.4218099 Sep 19 17:14:41.880857 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-fc514e65-a73c-4585-993d-cb11bfecc555 demo admin] 10.222.0.61 "GET /networking/v2.0/subnetpools/7589c3cf-ff9e-470c-9115-4be0894f8130 HTTP/1.1" status: 200 len: 734 time: 0.0193620 Sep 19 17:14:41.889447 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Request body: {'subnet': {'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:14:41.950917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Made reservation on behalf of 6be3a3f3ae294ed7b39b0838ad6f8739 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:41.953295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:42.116811 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:42.357244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (03984d76-e733-455e-a5cf-3cf749b78bb2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:42.432091 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=03984d76-e733-455e-a5cf-3cf749b78bb2,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:42.437264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Checking segment: {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:14:42.438006 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Network hostable DHCP agents. Network: 5e2e25aa-d3da-4a05-ae35-72f5b2be4305, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:14:42.568263 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:14:42.636624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 5e2e25aa-d3da-4a05-ae35-72f5b2be4305) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:42.641637 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:42.648279 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:42.648476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab481ba5-0241-4e31-a77f-83080d0c1a10 None None] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:14:42.657150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=34,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:42.718393 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b9ec95f5-57d1-43be-9511-36fab1afe9b7 demo admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8315766 Sep 19 17:14:42.936284 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:14:42.937599 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:43.233245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Allocated IP 172.20.0.2 (5e2e25aa-d3da-4a05-ae35-72f5b2be4305/03984d76-e733-455e-a5cf-3cf749b78bb2/ddcef3a9-e0fe-494b-8c91-0f341774614a) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:14:43.433205 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:43.438574 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=9 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:43.592703 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks [] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:43.677344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:43.756605 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:14:43.765823 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:14:43.769186 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:14:43.776731 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Pushing event updated for resources: {'Port': ['ID=ddcef3a9-e0fe-494b-8c91-0f341774614a,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:43.806728 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:43.808243 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.808599 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.808959 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.809320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.809661 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.809997 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.810326 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.810656 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.810985 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.811312 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.811775 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.812011 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.812339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.812663 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.812988 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Tracked resource versions report: Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: pushed versions: Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: { 'AddressGroup': {'1.2'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Agent': {'1.1'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'ConntrackHelper': {'1.0'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Log': {'1.0'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'NDPProxy': {'1.0'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Network': {'1.1'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Port': {'1.7'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'PortForwarding': {'1.3'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'QosPolicy': {'1.10'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroup': {'1.5'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SubPort': {'1.0'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Subnet': {'1.1'}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Trunk': {'1.1'}} Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: consumer versions: Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Agent': '1.1', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'ConntrackHelper': '1.0', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'LocalIPAssociation': '1.0', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Log': '1.0', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'NDPProxy': '1.0', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Network': '1.1', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Port': '1.7', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'PortForwarding': '1.3', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'QosPolicy': '1.10', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroup': '1.5', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroupRule': '1.2', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SubPort': '1.0', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Subnet': '1.1', Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Trunk': '1.1'}} Sep 19 17:14:43.815012 dv-cinder-848013-2-iscsi neutron-server[106881]: {{(pid=106881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:14:43.874451 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Attempting to bind port ddcef3a9-e0fe-494b-8c91-0f341774614a on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:14:43.874844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Attempting to bind port ddcef3a9-e0fe-494b-8c91-0f341774614a by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:14:43.879953 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Attempting to bind port ddcef3a9-e0fe-494b-8c91-0f341774614a on network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:14:43.930316 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:14:43.930671 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Checking segment: {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:14:43.931136 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:43.931521 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Bound using segment: {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:14:43.932021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Bound port: ddcef3a9-e0fe-494b-8c91-0f341774614a, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:14:43.932427 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:43.995830 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] For port ddcef3a9-e0fe-494b-8c91-0f341774614a, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:14:44.016443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] For port ddcef3a9-e0fe-494b-8c91-0f341774614a, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ddcef3a9-e0fe-494b-8c91-0f341774614a,segment=NetworkSegment(2544592c-e6cd-4ecb-a21c-392da6b751a7),segment_id=2544592c-e6cd-4ecb-a21c-392da6b751a7)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:14:44.094384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:44.147720 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96367f28-77ac-4a95-b50c-ff131664c098 None None] Pushing event updated for resources: {'Port': ['ID=ddcef3a9-e0fe-494b-8c91-0f341774614a,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:45.414318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49418) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:45.760227 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [None req-cc19842b-6192-434b-b024-d4c8f13cb1d6 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:14:45.761503 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-cc19842b-6192-434b-b024-d4c8f13cb1d6 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3459728 Sep 19 17:14:48.468836 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49426) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:48.837590 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [None req-0043b86f-8735-4786-8d37-23bb0e13d8c9 admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:14:48.838585 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0043b86f-8735-4786-8d37-23bb0e13d8c9 admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3688416 Sep 19 17:14:51.523791 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49438) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:51.890211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:14:51.979968 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (b5837fcf-5548-4ac5-b7fc-eba267b1e098), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:51.981594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (b5837fcf-5548-4ac5-b7fc-eba267b1e098), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.124157 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Publish callbacks [] for router_controller (b5837fcf-5548-4ac5-b7fc-eba267b1e098), precommit_add_association {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.185886 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (b5837fcf-5548-4ac5-b7fc-eba267b1e098), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.266762 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.268542 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-02cf82fb-ef74-48d3-9945-5da7ffd5e889 demo demo] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7437851 Sep 19 17:14:52.306120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a9ef5-a791-4e77-84fb-b96bc05d8441 None None] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:14:52.370365 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Provisioning complete for port ddcef3a9-e0fe-494b-8c91-0f341774614a triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:14:52.370767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.371136 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Attempt 1 to provision port ddcef3a9-e0fe-494b-8c91-0f341774614a Sep 19 17:14:52.443332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:52.575401 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Current status of the port ddcef3a9-e0fe-494b-8c91-0f341774614a is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:14:52.575765 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.614841 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] For port ddcef3a9-e0fe-494b-8c91-0f341774614a, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ddcef3a9-e0fe-494b-8c91-0f341774614a,segment=NetworkSegment(2544592c-e6cd-4ecb-a21c-392da6b751a7),segment_id=2544592c-e6cd-4ecb-a21c-392da6b751a7)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:14:52.699560 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.763360 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2242c44-d654-412f-a9b9-c4691d487eb3 None None] Pushing event updated for resources: {'Port': ['ID=ddcef3a9-e0fe-494b-8c91-0f341774614a,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:52.802874 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ddcef3a9-e0fe-494b-8c91-0f341774614a up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:14:52.842413 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-bcd26252-6c07-47b7-9746-4d45f2ec4fdd None None] Provisioning complete for port ddcef3a9-e0fe-494b-8c91-0f341774614a triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:14:52.842797 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bcd26252-6c07-47b7-9746-4d45f2ec4fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.843133 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-bcd26252-6c07-47b7-9746-4d45f2ec4fdd None None] Attempt 1 to provision port ddcef3a9-e0fe-494b-8c91-0f341774614a Sep 19 17:14:52.885947 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ddcef3a9-e0fe-494b-8c91-0f341774614a triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:14:52.886277 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:52.886536 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ddcef3a9-e0fe-494b-8c91-0f341774614a Sep 19 17:14:52.963675 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-bcd26252-6c07-47b7-9746-4d45f2ec4fdd None None] Current status of the port ddcef3a9-e0fe-494b-8c91-0f341774614a is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:14:52.989727 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:53.000602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ddcef3a9-e0fe-494b-8c91-0f341774614a is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:14:54.788799 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ddcef3a9-e0fe-494b-8c91-0f341774614a up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:14:54.834505 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ddcef3a9-e0fe-494b-8c91-0f341774614a triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:14:54.834898 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:54.835237 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ddcef3a9-e0fe-494b-8c91-0f341774614a Sep 19 17:14:54.912528 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ddcef3a9-e0fe-494b-8c91-0f341774614a is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:14:54.960963 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 49446) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:55.309765 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [None req-f5bcf455-18b9-4f8d-b278-412d0bef6a6e admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:14:55.310739 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f5bcf455-18b9-4f8d-b278-412d0bef6a6e admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3486140 Sep 19 17:14:56.087779 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1613c436-a408-494f-a1e1-ae481a1797c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.013250 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 49454) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:14:58.339913 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:14:58.353120 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writer thread running {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 19 17:14:58.353774 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:14:58.493613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Made reservation on behalf of 4c5c785487de49b6a9006f75495cc370 for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:14:58.517650 dv-cinder-848013-2-iscsi neutron-server[106880]: ERROR stevedore.extension [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 19 17:14:58.567751 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-439c4708-9806-4087-b2f0-24d821aabb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.572715 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.policy [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 17:14:58.616440 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING oslo_policy.policy [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:58.616816 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING oslo_policy.policy [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 17:14:58.627171 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.648770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.768687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks [] for security_group (21954137-e557-4971-b924-798689a69283), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.836426 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (21954137-e557-4971-b924-798689a69283), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.848979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Reserving flat network on physical network physnet1 {{(pid=106880) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 17:14:58.883676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784969363384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (3bf51cd4-6ce6-40b3-8852-34127cbc4a46), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:58.884268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Unsubscribe: segment precommit_create {{(pid=106880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 17:14:58.884820 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Added segment 3bf51cd4-6ce6-40b3-8852-34127cbc4a46 of type flat for network 251866d9-aaf6-4668-b4ef-7de95bb32351 Sep 19 17:14:58.901669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21954137-e557-4971-b924-798689a69283,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:58.931839 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.932184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.932536 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.932871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.933192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.933517 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.933837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.934154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.934489 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.934814 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.935155 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.935521 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.935874 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.936259 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.936532 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Tracked resource versions report: Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: pushed versions: Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: { 'AddressGroup': {'1.2'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Agent': {'1.1'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'ConntrackHelper': {'1.0'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Log': {'1.0'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'NDPProxy': {'1.0'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Network': {'1.1'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Port': {'1.7'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'PortForwarding': {'1.3'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'QosPolicy': {'1.10'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroup': {'1.5'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SubPort': {'1.0'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Subnet': {'1.1'}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Trunk': {'1.1'}} Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: consumer versions: Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Agent': '1.1', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'ConntrackHelper': '1.0', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'LocalIPAssociation': '1.0', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Log': '1.0', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'NDPProxy': '1.0', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Network': '1.1', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Port': '1.7', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'PortForwarding': '1.3', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'QosPolicy': '1.10', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroup': '1.5', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroupRule': '1.2', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SubPort': '1.0', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Subnet': '1.1', Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Trunk': '1.1'}} Sep 19 17:14:58.937973 dv-cinder-848013-2-iscsi neutron-server[106880]: {{(pid=106880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:14:59.008582 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (251866d9-aaf6-4668-b4ef-7de95bb32351), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:59.133580 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (251866d9-aaf6-4668-b4ef-7de95bb32351), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:59.134770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:14:59.135456 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:14:59.241250 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] Pushing event updated for resources: {'Network': ['ID=251866d9-aaf6-4668-b4ef-7de95bb32351,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:14:59.251319 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:14:59.270611 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-19e8cd74-ced4-4221-8ef0-a4d0bdbeb762 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2561998 Sep 19 17:14:59.670619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:01.122114 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:01.413561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:01.927018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 49470) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:15:02.195286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=34,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:02.197925 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:02.349621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632971f8-8054-431a-a9c6-60c1bb832ceb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:02.351029 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-632971f8-8054-431a-a9c6-60c1bb832ceb demo admin] 10.222.0.61 "GET /networking/v2.0/subnets/03984d76-e733-455e-a5cf-3cf749b78bb2 HTTP/1.1" status: 200 len: 849 time: 0.4230270 Sep 19 17:15:02.518684 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-838de447-8a46-4a1f-b492-38b7edfb2f72 demo admin] 10.222.0.61 "GET /networking/v2.0/routers/b5837fcf-5548-4ac5-b7fc-eba267b1e098 HTTP/1.1" status: 200 len: 704 time: 0.1614475 Sep 19 17:15:02.805820 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:02.995075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:03.077569 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:03.105575 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Allocated IP 172.20.0.1 (5e2e25aa-d3da-4a05-ae35-72f5b2be4305/03984d76-e733-455e-a5cf-3cf749b78bb2/e9cc30a3-77ce-4b8a-a644-36b2993f18e9) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:03.295011 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks [] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:03.391442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:03.472166 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:03.479837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:03.483457 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Pushing event updated for resources: {'Port': ['ID=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:03.486947 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:15:03.487533 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (b5837fcf-5548-4ac5-b7fc-eba267b1e098), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:03.647631 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Provisioning complete for port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:15:03.648238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:03.648341 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 1 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:03.679679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:03.742027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:03.994917 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks [] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:04.076125 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:04.076967 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (b5837fcf-5548-4ac5-b7fc-eba267b1e098), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:04.156329 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Pushing event updated for resources: {'Port': ['ID=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:04.174215 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:04.180707 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 2 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:04.207495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:04.209052 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:04.216570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:04.356490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:04.447788 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Router b5837fcf-5548-4ac5-b7fc-eba267b1e098 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:15:04.541138 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:15:04.546414 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2fbf819e-2ae7-4c5d-8614-d819504913fc demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/b5837fcf-5548-4ac5-b7fc-eba267b1e098/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0223761 Sep 19 17:15:04.552340 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Sync routers for ids ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:04.566022 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Routers {'b5837fcf-5548-4ac5-b7fc-eba267b1e098'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:15:04.567331 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:14:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:04.717974 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 3 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:04.754918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:04.762259 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Set router b5837fcf-5548-4ac5-b7fc-eba267b1e098 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:15:05.203332 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:03Z', 'revision_number': 2, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port_host': None, '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:03Z', 'revision_number': 2, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:05.255073 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Checking router: b5837fcf-5548-4ac5-b7fc-eba267b1e098 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:05.255435 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Updating router b5837fcf-5548-4ac5-b7fc-eba267b1e098 port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:05.257308 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 4 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:05.290578 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:05.312107 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:05.791551 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 5 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:05.839830 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:05.846864 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks [] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:05.933482 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:06.090967 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Pushing event updated for resources: {'Port': ['ID=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:06.096562 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Attempting to bind port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:15:06.096956 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Attempting to bind port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:15:06.097407 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Attempting to bind port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 on network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:15:06.110193 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.111119 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.111462 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.111828 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.112154 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.112473 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.112794 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.113112 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.113428 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.113742 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.114056 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.114382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.114699 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.115006 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.115316 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Tracked resource versions report: Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: pushed versions: Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: { 'AddressGroup': {'1.2'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Agent': {'1.1'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'ConntrackHelper': {'1.0'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Log': {'1.0'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'NDPProxy': {'1.0'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Network': {'1.1'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Port': {'1.7'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'PortForwarding': {'1.3'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'QosPolicy': {'1.10'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroup': {'1.5'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SubPort': {'1.0'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Subnet': {'1.1'}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Trunk': {'1.1'}} Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: consumer versions: Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Agent': '1.1', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'ConntrackHelper': '1.0', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'LocalIPAssociation': '1.0', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Log': '1.0', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'NDPProxy': '1.0', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Network': '1.1', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Port': '1.7', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'PortForwarding': '1.3', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'QosPolicy': '1.10', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroup': '1.5', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroupRule': '1.2', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SubPort': '1.0', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Subnet': '1.1', Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Trunk': '1.1'}} Sep 19 17:15:06.116770 dv-cinder-848013-2-iscsi neutron-server[106882]: {{(pid=106882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:15:06.199578 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:15:06.200006 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Checking segment: {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:15:06.200470 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:06.200860 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Bound using segment: {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:15:06.201343 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Bound port: e9cc30a3-77ce-4b8a-a644-36b2993f18e9, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2544592c-e6cd-4ecb-a21c-392da6b751a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:15:06.201723 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:06.237495 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:06.299595 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] For port e9cc30a3-77ce-4b8a-a644-36b2993f18e9, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:15:06.302478 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:06.320114 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] For port e9cc30a3-77ce-4b8a-a644-36b2993f18e9, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,segment=NetworkSegment(2544592c-e6cd-4ecb-a21c-392da6b751a7),segment_id=2544592c-e6cd-4ecb-a21c-392da6b751a7)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:15:06.341087 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 6 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:06.376717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:15:06.402218 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:06.442202 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Routers {'b5837fcf-5548-4ac5-b7fc-eba267b1e098'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:15:06.442830 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:14:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.515530 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8767d1-3bd2-4261-944c-ad5f5721f959 None None] Pushing event updated for resources: {'Port': ['ID=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:06.542444 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] Set router b5837fcf-5548-4ac5-b7fc-eba267b1e098 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:15:06.739111 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:03Z', 'revision_number': 2, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port_host': None, '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:06Z', 'revision_number': 4, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:06.763427 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704f56-4ef6-4da5-b27c-65bfd8cf1532 None None] The sync data for ids ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'] in dv-cinder-848013-2-iscsi is: [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:03Z', 'revision_number': 2, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port_host': None, '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:06Z', 'revision_number': 4, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:06.878612 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Attempt 7 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:06.903423 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:06.954849 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Current status of the port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:15:06.955234 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:06.992859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] For port e9cc30a3-77ce-4b8a-a644-36b2993f18e9, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,segment=NetworkSegment(2544592c-e6cd-4ecb-a21c-392da6b751a7),segment_id=2544592c-e6cd-4ecb-a21c-392da6b751a7)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:15:07.059309 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:07.111755 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24db8-7e9f-4e82-ab2c-64046e430dd8 None None] Pushing event updated for resources: {'Port': ['ID=e9cc30a3-77ce-4b8a-a644-36b2993f18e9,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:07.177517 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:07.183616 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-28137fb9-64a1-416c-8612-8abe17668f84 None None] Provisioning complete for port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:15:07.184031 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-28137fb9-64a1-416c-8612-8abe17668f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:07.184509 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-28137fb9-64a1-416c-8612-8abe17668f84 None None] Attempt 1 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:07.258851 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49486) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:15:07.261492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-28137fb9-64a1-416c-8612-8abe17668f84 None None] Current status of the port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:15:07.676140 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1b46f-987c-4aaf-ba49-611890c72b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:07.677706 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9be1b46f-987c-4aaf-ba49-611890c72b92 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/251866d9-aaf6-4668-b4ef-7de95bb32351 HTTP/1.1" status: 200 len: 842 time: 0.4179699 Sep 19 17:15:07.687749 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:15:07.762140 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Made reservation on behalf of 4c5c785487de49b6a9006f75495cc370 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:15:07.764587 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:08.128412 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.objects.ports [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106879) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 19 17:15:08.128874 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (673db111-60a3-46d4-9da9-d244c53a106d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:08.184606 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=673db111-60a3-46d4-9da9-d244c53a106d,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:08.203527 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:15:08.203959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Network hostable DHCP agents. Network: 251866d9-aaf6-4668-b4ef-7de95bb32351, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:15:08.322300 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:15:08.419094 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 251866d9-aaf6-4668-b4ef-7de95bb32351) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:08.423529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:08.424162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:08.430604 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa673ea-fd2a-4c29-9107-9b2bb605b517 None None] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:15:08.530592 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-de14706f-5add-4f56-bf7a-22c76a992fcb admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8291314 Sep 19 17:15:08.536001 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581fe36-83fb-4db3-b160-882c68e6531c None None] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:15:11.193493 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49494) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:15:11.719058 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ca2e6077-7d12-4ecb-bfd2-4190927f27fe demo admin] 10.222.0.61 "GET /networking/v2.0/routers/b5837fcf-5548-4ac5-b7fc-eba267b1e098 HTTP/1.1" status: 200 len: 710 time: 0.5244477 Sep 19 17:15:11.812725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290cec3c-7fab-4a68-b7d6-84d6d04a666e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:15:11.814734 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-290cec3c-7fab-4a68-b7d6-84d6d04a666e demo admin] 10.222.0.61 "GET /networking/v2.0/networks/251866d9-aaf6-4668-b4ef-7de95bb32351 HTTP/1.1" status: 200 len: 886 time: 0.0898416 Sep 19 17:15:11.823990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:15:12.024184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:12.109800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks [] for router_gateway (b5837fcf-5548-4ac5-b7fc-eba267b1e098), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.177011 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:12.395376 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks [] for router_gateway (b5837fcf-5548-4ac5-b7fc-eba267b1e098), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.471343 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.629131 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Allocated IP 172.27.3.36 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/d77215e0-e83a-42e3-ac7e-d0f77b93da35) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:15:12.740844 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks [] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.804477 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device e9cc30a3-77ce-4b8a-a644-36b2993f18e9 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:15:12.850000 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:15:12.850390 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.850725 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:15:12.859623 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:12.927490 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:15:12.927957 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:15:12.935888 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:15:12.942425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:15:12.986786 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Pushing event updated for resources: {'Port': ['ID=d77215e0-e83a-42e3-ac7e-d0f77b93da35,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:13.211451 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:13.267097 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks [] for router_gateway (b5837fcf-5548-4ac5-b7fc-eba267b1e098), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:13.363236 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:13.467244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-778434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-778735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8094'] for router (b5837fcf-5548-4ac5-b7fc-eba267b1e098), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:13.472586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-778443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-778288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-778708'] for router (b5837fcf-5548-4ac5-b7fc-eba267b1e098), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:13.638104 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Router b5837fcf-5548-4ac5-b7fc-eba267b1e098 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:15:13.740602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:15:13.745409 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:13.749185 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-309af537-3bb8-4e58-a7ad-e5631a83c8cc demo admin] 10.222.0.61 "PUT /networking/v2.0/routers/b5837fcf-5548-4ac5-b7fc-eba267b1e098 HTTP/1.1" status: 200 len: 889 time: 1.9255829 Sep 19 17:15:13.750621 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Sync routers for ids ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:15:13.764178 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Routers {'b5837fcf-5548-4ac5-b7fc-eba267b1e098'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:15:13.764859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:14:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:13.980500 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Set router b5837fcf-5548-4ac5-b7fc-eba267b1e098 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:15:14.432014 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:13Z', 'revision_number': 4, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port': {'id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:12Z', 'updated_at': '2022-09-19T17:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:06Z', 'revision_number': 5, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:14.482417 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Checking router: b5837fcf-5548-4ac5-b7fc-eba267b1e098 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:15:14.482784 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Updating router b5837fcf-5548-4ac5-b7fc-eba267b1e098 port d77215e0-e83a-42e3-ac7e-d0f77b93da35 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:15:14.534161 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:14.536043 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=21,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:14.538481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:14.561601 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:14.685834 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:14.848571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks [] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:14.910010 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:14.950251 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Attempting to bind port d77215e0-e83a-42e3-ac7e-d0f77b93da35 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:15:14.950540 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Attempting to bind port d77215e0-e83a-42e3-ac7e-d0f77b93da35 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:15:14.950900 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Attempting to bind port d77215e0-e83a-42e3-ac7e-d0f77b93da35 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:15:14.978450 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f936f7-bd2c-42a9-b89d-01e757de86f8 None None] Pushing event updated for resources: {'Port': ['ID=d77215e0-e83a-42e3-ac7e-d0f77b93da35,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:14.999112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:15:14.999778 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:15:14.999892 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:15.000278 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:15:15.001382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Bound port: d77215e0-e83a-42e3-ac7e-d0f77b93da35, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:15:15.001762 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:15.049026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] For port d77215e0-e83a-42e3-ac7e-d0f77b93da35, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:15:15.052004 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] For port d77215e0-e83a-42e3-ac7e-d0f77b93da35, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=d77215e0-e83a-42e3-ac7e-d0f77b93da35,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:15:15.104923 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:15.144451 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Routers {'b5837fcf-5548-4ac5-b7fc-eba267b1e098'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:15:15.145076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:14:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:15.205098 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f936f7-bd2c-42a9-b89d-01e757de86f8 None None] Pushing event updated for resources: {'Port': ['ID=d77215e0-e83a-42e3-ac7e-d0f77b93da35,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:15.263213 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] Set router b5837fcf-5548-4ac5-b7fc-eba267b1e098 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:15:15.458842 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:13Z', 'revision_number': 4, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port': {'id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:12Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:06Z', 'revision_number': 5, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:15:15.483800 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76cb07-9db2-4354-87e3-40361b6983e2 None None] The sync data for ids ['b5837fcf-5548-4ac5-b7fc-eba267b1e098'] in dv-cinder-848013-2-iscsi is: [{'id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'name': 'router1', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:14:51Z', 'updated_at': '2022-09-19T17:15:13Z', 'revision_number': 4, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'gw_port': {'id': 'd77215e0-e83a-42e3-ac7e-d0f77b93da35', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:12Z', 'updated_at': '2022-09-19T17:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'e9cc30a3-77ce-4b8a-a644-36b2993f18e9', 'name': '', 'network_id': '5e2e25aa-d3da-4a05-ae35-72f5b2be4305', 'tenant_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'mac_address': 'fa:16:3e:b6:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5837fcf-5548-4ac5-b7fc-eba267b1e098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:15:02Z', 'updated_at': '2022-09-19T17:15:06Z', 'revision_number': 5, 'project_id': '6be3a3f3ae294ed7b39b0838ad6f8739', 'subnets': [{'id': '03984d76-e733-455e-a5cf-3cf749b78bb2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7589c3cf-ff9e-470c-9115-4be0894f8130'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:15:16.563986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 49506) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:15:16.742259 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=32 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:16.808119 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device d77215e0-e83a-42e3-ac7e-d0f77b93da35 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:15:16.854951 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port d77215e0-e83a-42e3-ac7e-d0f77b93da35 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:15:16.855426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:16.855881 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port d77215e0-e83a-42e3-ac7e-d0f77b93da35 Sep 19 17:15:16.894936 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:16.922840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:16.929476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port d77215e0-e83a-42e3-ac7e-d0f77b93da35 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:15:16.929865 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:16.952509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port d77215e0-e83a-42e3-ac7e-d0f77b93da35, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=d77215e0-e83a-42e3-ac7e-d0f77b93da35,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:15:16.961877 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-23d455e9-347d-4fa4-8e40-387fc87c786b admin admin] 10.222.0.61 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3968422 Sep 19 17:15:17.048370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:17.103414 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=d77215e0-e83a-42e3-ac7e-d0f77b93da35,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:15:18.204867 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:15:18.801635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device d77215e0-e83a-42e3-ac7e-d0f77b93da35 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:15:18.849008 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port d77215e0-e83a-42e3-ac7e-d0f77b93da35 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:15:18.849397 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (d77215e0-e83a-42e3-ac7e-d0f77b93da35), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:18.850617 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port d77215e0-e83a-42e3-ac7e-d0f77b93da35 Sep 19 17:15:18.928469 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port d77215e0-e83a-42e3-ac7e-d0f77b93da35 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:15:26.094083 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-85874975-276c-40d8-bc9a-e0a7030c2681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:26.948490 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=28 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:26.958520 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=55 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:28.200259 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:28.201383 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=55 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:28.504124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2554a2cc-1a32-4e57-b152-8142273a0272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:29.670212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:31.115879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:31.436443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:41.364301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:41.370448 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:15:55.204968 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:15:56.074863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d61c-ec13-457c-ad7f-6da72c7116fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:58.613375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c236593-6344-40b0-8176-2fb5f5f5d728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:15:59.709083 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:01.137914 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:01.452626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:05.199939 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:05.200666 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:11.387149 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=25 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:11.388642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:24.204886 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:26.085721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53d78e47-b590-4b41-ad36-dd3b4ae35f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:28.502805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-14a70cfd-9849-4f1b-ba3b-749131746778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:29.685832 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:31.119953 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:31.456933 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:32.203460 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:16:41.209631 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:41.390396 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:41.392218 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:42.199866 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:45.340313 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50056) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:16:45.702730 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c90e3b-fbd5-445e-9016-98eafba9a42e admin admin] GET failed (client error): The resource could not be found. Sep 19 17:16:45.704089 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-76c90e3b-fbd5-445e-9016-98eafba9a42e admin admin] 10.222.0.61 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3623152 Sep 19 17:16:45.871418 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb25c7c-6a93-4670-99c1-0ceeed2729a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:45.872946 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-adb25c7c-6a93-4670-99c1-0ceeed2729a3 admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1643260 Sep 19 17:16:48.437837 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50066) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:16:48.817286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56bfb13-8391-4c31-b92f-6fe0bfe232aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:48.818676 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c56bfb13-8391-4c31-b92f-6fe0bfe232aa admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/03984d76-e733-455e-a5cf-3cf749b78bb2 HTTP/1.1" status: 200 len: 849 time: 0.3798807 Sep 19 17:16:48.828871 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:16:48.933562 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Publish callbacks [] for subnet (03984d76-e733-455e-a5cf-3cf749b78bb2), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:49.125181 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784969308308'] for subnet (03984d76-e733-455e-a5cf-3cf749b78bb2), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:49.158982 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:49.160160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:49.168121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] 10.222.0.61 "PUT /networking/v2.0/subnets/03984d76-e733-455e-a5cf-3cf749b78bb2 HTTP/1.1" status: 200 len: 868 time: 0.3360562 Sep 19 17:16:49.168343 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5220096-25e6-42c0-92a2-7ca91c1a0248 None None] Network 5e2e25aa-d3da-4a05-ae35-72f5b2be4305 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:16:49.182997 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03984d76-e733-455e-a5cf-3cf749b78bb2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.199110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e21dff-685e-43d1-9c11-641d301a302b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:16:49.503746 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Provisioning complete for port ddcef3a9-e0fe-494b-8c91-0f341774614a triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:16:49.504136 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddcef3a9-e0fe-494b-8c91-0f341774614a), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:49.504486 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Attempt 1 to provision port ddcef3a9-e0fe-494b-8c91-0f341774614a Sep 19 17:16:49.580959 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Current status of the port ddcef3a9-e0fe-494b-8c91-0f341774614a is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:16:49.588841 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Provisioning complete for port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:16:49.589327 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e9cc30a3-77ce-4b8a-a644-36b2993f18e9), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:49.589667 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Attempt 1 to provision port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 Sep 19 17:16:49.665082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-21fe8f49-2d6f-4153-a22b-cfaca6ba48ca None None] Current status of the port e9cc30a3-77ce-4b8a-a644-36b2993f18e9 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:16:51.762990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50074) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:16:52.247953 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d853a-5989-4157-a2f1-5ba7105f5396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:52.248425 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d853a-5989-4157-a2f1-5ba7105f5396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:52.249981 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-0d0d853a-5989-4157-a2f1-5ba7105f5396 admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4860356 Sep 19 17:16:54.838194 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50084) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:16:55.255643 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742f370-7092-424a-ae20-573427677f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:55.256150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742f370-7092-424a-ae20-573427677f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:55.257694 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7742f370-7092-424a-ae20-573427677f90 admin admin] 10.222.0.61 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4185500 Sep 19 17:16:56.085088 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5c09f89b-2805-4210-9d7e-19528fe932a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:57.861755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50092) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:16:58.390665 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887fbe66-578e-44ae-b4a9-1d8e503f3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:16:58.392059 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-887fbe66-578e-44ae-b4a9-1d8e503f3ea1 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/251866d9-aaf6-4668-b4ef-7de95bb32351 HTTP/1.1" status: 200 len: 886 time: 0.5293527 Sep 19 17:16:58.502556 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-880fe5ca-bae1-42a5-8127-edea1ca61608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:16:59.186402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=62,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:59.187228 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:16:59.695597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:01.017444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50100) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:01.112343 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:01.437079 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14371f53-64b4-4e69-bce7-3a8833921953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:01.438514 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-14371f53-64b4-4e69-bce7-3a8833921953 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/5e2e25aa-d3da-4a05-ae35-72f5b2be4305 HTTP/1.1" status: 200 len: 869 time: 0.4201932 Sep 19 17:17:01.479058 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:04.055549 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50108) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:04.468262 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7107e6-9dfd-4620-8bb6-2093b0fbce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:04.468730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7107e6-9dfd-4620-8bb6-2093b0fbce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:04.470377 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3b7107e6-9dfd-4620-8bb6-2093b0fbce0a admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4139261 Sep 19 17:17:07.055186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50116) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:07.430633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98cd27-d8e1-454c-abf4-6ea8f4232f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:07.431101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98cd27-d8e1-454c-abf4-6ea8f4232f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:07.432680 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5e98cd27-d8e1-454c-abf4-6ea8f4232f5a admin admin] 10.222.0.61 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3765955 Sep 19 17:17:09.202886 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:17:09.997343 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50124) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:10.363780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9d305-4c66-476b-9116-d42eac7fe0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:10.365172 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b6c9d305-4c66-476b-9116-d42eac7fe0f3 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/03984d76-e733-455e-a5cf-3cf749b78bb2 HTTP/1.1" status: 200 len: 868 time: 0.3668456 Sep 19 17:17:11.392543 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:11.394831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:12.959636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50132) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:13.342203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a1d74-2e59-4cc7-956a-00a232bf90b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:13.343547 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-8e2a1d74-2e59-4cc7-956a-00a232bf90b9 admin admin] 10.222.0.61 "GET /networking/v2.0/subnets/673db111-60a3-46d4-9da9-d244c53a106d HTTP/1.1" status: 200 len: 816 time: 0.3828843 Sep 19 17:17:20.358410 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:20.360813 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:23.338189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=62 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:23.339675 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=63 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:23.612174 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=18 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:23.623449 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:26.095981 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b7040252-2cf5-4d20-8ef1-867a6ff53d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:28.524279 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-17046e04-f4d8-43b3-83d5-23f71a056005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:29.700084 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:31.128958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:31.450074 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:41.395712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:41.397691 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:43.378726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50190) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:43.705301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [None req-0ce09acc-318b-4d97-a1eb-f505ada22c0a admin admin] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:17:43.706306 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-0ce09acc-318b-4d97-a1eb-f505ada22c0a admin admin] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3266578 Sep 19 17:17:46.203209 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:17:46.424731 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50198) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:46.761760 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cdb437-4418-410d-98d8-fdb83c572fda admin admin] GET failed (client error): The resource could not be found. Sep 19 17:17:46.763079 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-37cdb437-4418-410d-98d8-fdb83c572fda admin admin] 10.222.0.61 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3374081 Sep 19 17:17:46.907521 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e242ee-0dc6-42f0-a00a-92ab450ed6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:46.909034 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-35e242ee-0dc6-42f0-a00a-92ab450ed6bb admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416790 Sep 19 17:17:49.519175 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50206) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:49.839727 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:17:49.894513 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Made reservation on behalf of 4c5c785487de49b6a9006f75495cc370 for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:49.896857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:49.925396 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING neutron.services.revisions.revision_plugin [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Could not find related network for resource to bump revision. Sep 19 17:17:49.940852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:17:49.950722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (915f811c-a33a-4d18-b538-7f35b8232fd0), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:49.953389 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Added segment 915f811c-a33a-4d18-b538-7f35b8232fd0 of type vlan for network de5e5066-5a7b-4dc2-8804-5fc583d5a36a Sep 19 17:17:49.993212 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (de5e5066-5a7b-4dc2-8804-5fc583d5a36a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:50.071976 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (de5e5066-5a7b-4dc2-8804-5fc583d5a36a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:50.072898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:50.073479 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:50.133053 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Pushing event updated for resources: {'Network': ['ID=de5e5066-5a7b-4dc2-8804-5fc583d5a36a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:50.139661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.140045 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.140389 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.140728 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.141062 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.141394 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.141720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.142192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.142528 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.142857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.143204 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.143547 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.143895 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.144219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.144538 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:50.157336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:17:50.177511 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-bd4f2236-18ec-461e-ba6b-7d6300a9c050 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6573100 Sep 19 17:17:52.800934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50214) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:17:53.132339 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbb74c3-28ef-4395-8dcc-74a85802d884 admin admin] GET failed (client error): The resource could not be found. Sep 19 17:17:53.133610 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5cbb74c3-28ef-4395-8dcc-74a85802d884 admin admin] 10.222.0.61 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3317468 Sep 19 17:17:53.206173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac3b3e-27f6-42d5-9817-e0b198f4f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.207621 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b2ac3b3e-27f6-42d5-9817-e0b198f4f3a3 admin admin] 10.222.0.61 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696521 Sep 19 17:17:53.217901 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:17:53.300545 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Made reservation on behalf of 4c5c785487de49b6a9006f75495cc370 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:17:53.302899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:53.550965 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (fc74fc8a-543c-4f62-9ade-a255cb06ea41), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:53.604113 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc74fc8a-543c-4f62-9ade-a255cb06ea41,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.620340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.621295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.621295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.621295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.621542 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.621819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:53.633257 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Checking segment: {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:17:53.633609 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Network hostable DHCP agents. Network: de5e5066-5a7b-4dc2-8804-5fc583d5a36a, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:17:53.740568 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:17:53.814778 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, de5e5066-5a7b-4dc2-8804-5fc583d5a36a) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:53.818996 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:17:53.819591 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:53.824176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95639c18-d7da-48cc-817d-a7e13ccad1aa None None] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:17:53.917271 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1806c2a5-0974-47d3-bbd0-e3297cf05fe3 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6998382 Sep 19 17:17:53.926198 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-de5e5066-5a7b-4dc2-8804-5fc583d5a36a', 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a', 'project_id': '4c5c785487de49b6a9006f75495cc370', 'fixed_ips': [{'subnet_id': 'fc74fc8a-543c-4f62-9ade-a255cb06ea41'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:17:53.927605 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.070417 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Allocated IP 192.168.233.2 (de5e5066-5a7b-4dc2-8804-5fc583d5a36a/fc74fc8a-543c-4f62-9ade-a255cb06ea41/cf99c334-1d58-4ff6-80fa-585bd4706b3b) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:17:54.218827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks [] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.261397 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.306602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:17:54.310009 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:17:54.313883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:17:54.318983 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Pushing event updated for resources: {'Port': ['ID=cf99c334-1d58-4ff6-80fa-585bd4706b3b,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.330754 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.331101 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.331472 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.331851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.332187 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.332516 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.332841 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.333163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.333484 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.333806 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.334125 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.334465 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.334787 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.335104 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.335421 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:17:54.395018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Attempting to bind port cf99c334-1d58-4ff6-80fa-585bd4706b3b on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:17:54.395388 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Attempting to bind port cf99c334-1d58-4ff6-80fa-585bd4706b3b by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:17:54.395828 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Attempting to bind port cf99c334-1d58-4ff6-80fa-585bd4706b3b on network de5e5066-5a7b-4dc2-8804-5fc583d5a36a {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:17:54.438752 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:17:54.439121 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Checking segment: {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:17:54.439520 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.439951 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Bound using segment: {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:17:54.440414 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Bound port: cf99c334-1d58-4ff6-80fa-585bd4706b3b, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:17:54.440814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.502993 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] For port cf99c334-1d58-4ff6-80fa-585bd4706b3b, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:17:54.506121 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] For port cf99c334-1d58-4ff6-80fa-585bd4706b3b, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=cf99c334-1d58-4ff6-80fa-585bd4706b3b,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:17:54.598547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.639775 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:54.644817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:54.654919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d710e-1722-4ab6-b381-2fee2e7bbe84 None None] Pushing event updated for resources: {'Port': ['ID=cf99c334-1d58-4ff6-80fa-585bd4706b3b,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:54.920793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cf99c334-1d58-4ff6-80fa-585bd4706b3b up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:17:54.969747 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port cf99c334-1d58-4ff6-80fa-585bd4706b3b triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:17:54.970133 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:54.970467 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port cf99c334-1d58-4ff6-80fa-585bd4706b3b Sep 19 17:17:55.047802 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port cf99c334-1d58-4ff6-80fa-585bd4706b3b is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:17:55.048719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:55.084130 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port cf99c334-1d58-4ff6-80fa-585bd4706b3b, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=cf99c334-1d58-4ff6-80fa-585bd4706b3b,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:17:55.123857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:55.173224 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=cf99c334-1d58-4ff6-80fa-585bd4706b3b,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:17:55.496373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440f413-2ce8-4705-9f09-101816b03624 None None] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:17:55.587749 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-94589fa8-20e7-4060-9c2b-dd3b8e05e92a None None] Provisioning complete for port cf99c334-1d58-4ff6-80fa-585bd4706b3b triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:17:55.588053 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-94589fa8-20e7-4060-9c2b-dd3b8e05e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:55.588392 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-94589fa8-20e7-4060-9c2b-dd3b8e05e92a None None] Attempt 1 to provision port cf99c334-1d58-4ff6-80fa-585bd4706b3b Sep 19 17:17:55.688673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-94589fa8-20e7-4060-9c2b-dd3b8e05e92a None None] Current status of the port cf99c334-1d58-4ff6-80fa-585bd4706b3b is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:17:55.907046 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-3a023512-ecdc-4bc1-a365-874d37361306 None None] Provisioning complete for port cf99c334-1d58-4ff6-80fa-585bd4706b3b triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:17:55.907435 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3a023512-ecdc-4bc1-a365-874d37361306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:55.907826 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3a023512-ecdc-4bc1-a365-874d37361306 None None] Attempt 1 to provision port cf99c334-1d58-4ff6-80fa-585bd4706b3b Sep 19 17:17:55.987128 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3a023512-ecdc-4bc1-a365-874d37361306 None None] Current status of the port cf99c334-1d58-4ff6-80fa-585bd4706b3b is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:17:56.072155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-dd342f6c-5c2b-4264-af46-e03da41dc297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:56.198869 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:56.200085 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:17:56.907968 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cf99c334-1d58-4ff6-80fa-585bd4706b3b up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:17:56.954012 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port cf99c334-1d58-4ff6-80fa-585bd4706b3b triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:17:56.954390 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cf99c334-1d58-4ff6-80fa-585bd4706b3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:56.954726 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port cf99c334-1d58-4ff6-80fa-585bd4706b3b Sep 19 17:17:57.030612 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port cf99c334-1d58-4ff6-80fa-585bd4706b3b is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:17:58.533374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7087585c-8c7f-4fc6-a3a2-749991a6cf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:17:59.700438 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:00.130476 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=34,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:00.136507 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:01.163660 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:01.466235 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:03.830391 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:03.831177 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=48,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:11.392501 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:11.398478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:23.202190 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:18:26.077009 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c811d32-19ac-4594-84f4-042caa4224b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:28.522615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-101f7169-bb7c-4625-8a1c-d0e5ea310b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:29.698256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:31.134323 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:31.471027 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:32.215451 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:33.197841 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:41.398201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:41.400098 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:18:56.097466 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b9baa783-b58b-40b1-870c-77564884ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:58.485615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1b9b-fbc9-4d0d-9263-4d1b99f48a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:18:59.710280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:00.200890 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:19:01.121430 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:01.464389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:10.196204 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:10.196949 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:11.402847 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:11.404705 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:23.522395 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:23.524819 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:26.096239 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ad86a0fb-1645-4a1e-bbf8-45bc41ba3b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:28.503677 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-940861df-4db6-40fd-b0d5-303789163b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:29.743875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:31.160621 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:31.472973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:37.200225 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:19:40.443137 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50280) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:19:40.449408 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [None req-5b9ec332-6357-4f5c-815f-c2cd8cda01a6 tempest-verify_tempest_config-1847964442 tempest-verify_tempest_config-1847964442-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:19:40.450394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5b9ec332-6357-4f5c-815f-c2cd8cda01a6 tempest-verify_tempest_config-1847964442 tempest-verify_tempest_config-1847964442-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057147 Sep 19 17:19:40.992836 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50298) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:19:41.121049 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.199412 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Publish callbacks [] for security_group (19956745-891d-4f7a-9707-1c722fde4d9a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.275020 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (19956745-891d-4f7a-9707-1c722fde4d9a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.399806 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=103e3a2fac4d44589ca4d3e38aef8725&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4057560 Sep 19 17:19:41.400268 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:41.400988 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19956745-891d-4f7a-9707-1c722fde4d9a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:41.402574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50304) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:19:41.406073 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:41.408404 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.408750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.409091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.409425 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.409756 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.410087 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.410411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.410735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.411080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.411409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.411762 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.412104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.412430 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.412773 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.413091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2288d9a6-7cf8-4ea3-904b-4a270e3f8ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.461729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Publish callbacks [] for security_group (19956745-891d-4f7a-9707-1c722fde4d9a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.481553 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Publish callbacks [] for security_group (19956745-891d-4f7a-9707-1c722fde4d9a), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.634742 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (19956745-891d-4f7a-9707-1c722fde4d9a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.637240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:41.638421 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/19956745-891d-4f7a-9707-1c722fde4d9a HTTP/1.1" status: 204 len: 168 time: 0.2347760 Sep 19 17:19:41.646501 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19956745-891d-4f7a-9707-1c722fde4d9a,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:19:41.654505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.654852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.655193 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.655819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.656155 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.656481 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.656808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.657132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.657480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.657809 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.658176 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.658493 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.658885 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.659145 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:41.659464 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85917be9-706e-4add-bab3-b49ee158f00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:19:46.217562 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:47.196957 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:51.395893 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:51.403972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:51.650259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:51.650945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:51.682034 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:19:56.120164 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7d3aeb53-03f1-49a2-ba43-864147facfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:58.517579 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1d148ae7-dd7a-4064-b840-69b46e014a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:19:59.792142 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:01.119467 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:01.520086 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:11.421813 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:11.423718 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:14.198893 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:20:26.093895 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-96ea6169-fc7a-4cd4-b2c2-48445e0834ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:26.198367 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:26.199201 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:28.499865 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ef1af375-7646-4d83-8871-6be925411e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:29.719329 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:31.107311 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:31.462849 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:41.410616 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:41.415679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:20:51.197680 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 5 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:20:56.093112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-012f7fdd-6b86-440f-9d08-d787ad86dfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:58.500740 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-54e19c15-c3b8-47e7-8568-bdc6b4ec027e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:20:59.698455 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:00.228934 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:01.104514 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:01.193790 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:01.477978 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:11.411838 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:11.413735 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:20.255221 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-779211'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:23.518541 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:23.523602 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:26.123284 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f0ff6b55-d140-49eb-b635-d61e25eec62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:28.196740 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:21:28.514393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b02230a5-2658-4846-8354-4ec3581bf122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:29.723413 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:31.152489 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:31.466139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:31.611388 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50376) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:21:31.723303 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-95ad57ad-21b3-46ab-808d-9e730eca0524 admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1107647 Sep 19 17:21:34.208500 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50386) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:21:34.265035 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4712de44-6a94-40e7-9ccf-4d663ab62242 admin admin] 10.222.0.61 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0555317 Sep 19 17:21:38.192750 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:38.193395 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:41.414311 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:41.416256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:41.722576 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:44.259632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:21:50.202890 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:56.105070 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6798f5f0-9862-4d9a-988f-683b53e6e1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:58.501717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f4db3d51-3c03-4ff3-bdcb-b72378dd178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:21:59.713431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:01.101990 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:01.479201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:05.198087 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:22:11.417335 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=23 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:11.418327 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:15.192197 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:20.180973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:24.208242 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:26.083877 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b72fdf2e-6b5a-490c-8c2c-b31625fbc73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:28.502562 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ccc73043-f2ca-4c4e-b1b5-65b0804256d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:29.738836 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:31.102068 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:31.490580 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:41.424131 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:41.426010 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:42.197169 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:22:50.211866 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:51.229181 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:52.193485 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:22:56.112082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-dd2a0f9f-7ff3-475d-a7f4-2155764fb913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:58.505720 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-35cd2f80-bd9f-416a-a00e-41e73bfde489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:22:59.737829 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:01.111282 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:01.486072 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:09.568138 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50540) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:09.754280 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-722870216-network', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:09.834354 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Made reservation on behalf of 1bab2edcfa684d8a8befcb705fe3990e for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:09.836871 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:09.845986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:09.924739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks [] for security_group (72eb0832-5250-49d0-bc37-c44ee67f7904), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:09.982757 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (72eb0832-5250-49d0-bc37-c44ee67f7904), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.008688 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:23:10.028792 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eb0832-5250-49d0-bc37-c44ee67f7904,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:10.032002 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.032346 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Added segment 583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8 of type vlan for network 9250236b-0273-43f2-a175-bd8e8ae1caee Sep 19 17:23:10.044113 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.044392 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.044877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.045019 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.045350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.046727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.046727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.046727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.046727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.047044 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.047253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.047602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.048174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.048423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.048740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Tracked resource versions report: Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: pushed versions: Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: { 'AddressGroup': {'1.2'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Agent': {'1.1'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'ConntrackHelper': {'1.0'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Log': {'1.0'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'NDPProxy': {'1.0'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Network': {'1.1'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Port': {'1.7'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'PortForwarding': {'1.3'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'QosPolicy': {'1.10'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroup': {'1.5'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SubPort': {'1.0'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Subnet': {'1.1'}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Trunk': {'1.1'}} Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: consumer versions: Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: HyperV agent@hv-cinder-84801: {}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Agent': '1.1', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'ConntrackHelper': '1.0', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'LocalIPAssociation': '1.0', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Log': '1.0', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'NDPProxy': '1.0', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Network': '1.1', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Port': '1.7', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'PortForwarding': '1.3', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'QosPolicy': '1.10', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroup': '1.5', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SecurityGroupRule': '1.2', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'SubPort': '1.0', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Subnet': '1.1', Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: 'Trunk': '1.1'}} Sep 19 17:23:10.049926 dv-cinder-848013-2-iscsi neutron-server[106879]: {{(pid=106879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:23:10.093682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (9250236b-0273-43f2-a175-bd8e8ae1caee), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.202719 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (9250236b-0273-43f2-a175-bd8e8ae1caee), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.203935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:10.204521 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.233611 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50578) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:10.291577 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7223189 Sep 19 17:23:10.295328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50586) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:10.303263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Request body: {'subnet': {'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-722870216-subnet', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:10.310272 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79d2d-d513-429c-98d3-5d4cae087dee admin admin] Pushing event updated for resources: {'Network': ['ID=9250236b-0273-43f2-a175-bd8e8ae1caee,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:10.321504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 9250236b-0273-43f2-a175-bd8e8ae1caee details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:23:10.405931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Made reservation on behalf of 1bab2edcfa684d8a8befcb705fe3990e for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:10.408862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.515351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50592) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:10.728712 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (ada66cab-bb48-4c8b-a887-63ee84f2f05b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.762008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-network', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:10.799112 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada66cab-bb48-4c8b-a887-63ee84f2f05b,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:10.817593 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.817939 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.818297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.818637 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.818968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.819295 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.819618 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.819968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.820308 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.820642 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.820961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.821295 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.821617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.821939 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.822257 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Tracked resource versions report: Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: pushed versions: Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: { 'AddressGroup': {'1.2'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Agent': {'1.1'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'ConntrackHelper': {'1.0'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Log': {'1.0'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'NDPProxy': {'1.0'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Network': {'1.1'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Port': {'1.7'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'PortForwarding': {'1.3'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'QosPolicy': {'1.10'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroup': {'1.5'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SubPort': {'1.0'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Subnet': {'1.1'}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Trunk': {'1.1'}} Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: consumer versions: Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: HyperV agent@hv-cinder-84801: {}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Agent': '1.1', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'ConntrackHelper': '1.0', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'LocalIPAssociation': '1.0', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Log': '1.0', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'NDPProxy': '1.0', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Network': '1.1', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Port': '1.7', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'PortForwarding': '1.3', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'QosPolicy': '1.10', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroup': '1.5', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SecurityGroupRule': '1.2', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'SubPort': '1.0', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Subnet': '1.1', Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: 'Trunk': '1.1'}} Sep 19 17:23:10.823436 dv-cinder-848013-2-iscsi neutron-server[106880]: {{(pid=106880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:23:10.834070 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Checking segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:10.834443 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Network hostable DHCP agents. Network: 9250236b-0273-43f2-a175-bd8e8ae1caee, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:23:10.914670 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Made reservation on behalf of 4118102ca29c4b0fa344b21b9c9f1e85 for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:10.917119 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.925940 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:10.985591 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Network 9250236b-0273-43f2-a175-bd8e8ae1caee is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:23:11.015905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks [] for security_group (47183d59-cb6c-4577-b4e1-f0c0deb9c229), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.053235 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-883319722-network', 'tenant_id': '1f148193008640639adb751706133b25'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:11.140709 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (47183d59-cb6c-4577-b4e1-f0c0deb9c229), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.143972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 9250236b-0273-43f2-a175-bd8e8ae1caee) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:11.154393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece6af1-6313-4268-80c0-c1155d26a638 None None] Network 9250236b-0273-43f2-a175-bd8e8ae1caee requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:11.165586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:11.166453 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.195885 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:23:11.201261 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Made reservation on behalf of 1f148193008640639adb751706133b25 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:11.201434 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47183d59-cb6c-4577-b4e1-f0c0deb9c229,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:11.202800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.215484 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (a2441af4-08f2-4a18-8dab-cc48601dd295), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.216058 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Added segment a2441af4-08f2-4a18-8dab-cc48601dd295 of type vlan for network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 Sep 19 17:23:11.232541 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.293838 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.315433 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-9250236b-0273-43f2-a175-bd8e8ae1caee', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'fixed_ips': [{'subnet_id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:23:11.316834 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.334764 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-55d5fc03-48ad-4990-bb30-2cf8425f7e4d admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0370443 Sep 19 17:23:11.337381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50616) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:11.344878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:11.422681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.423762 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:11.424360 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.427599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks [] for security_group (e0087d24-b322-4d69-b958-590332ac2e80), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.453516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.454628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.488303 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:11.502120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Allocated IP 172.20.0.2 (9250236b-0273-43f2-a175-bd8e8ae1caee/ada66cab-bb48-4c8b-a887-63ee84f2f05b/ea9e75c8-358d-4ee3-a0b7-4c94388068c8) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:11.530959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:11.573230 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=38,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:11.575629 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:11.580861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (e0087d24-b322-4d69-b958-590332ac2e80), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.595932 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for router_controller (56c881c8-df00-4f6b-9a66-d0dcbe74117a), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.597208 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] Pushing event updated for resources: {'Network': ['ID=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:11.607614 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:23:11.613470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:23:11.635197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (23b75f97-4990-4d2a-9fd3-91944d0de21f), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.635544 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Added segment 23b75f97-4990-4d2a-9fd3-91944d0de21f of type vlan for network a4b55d20-22b3-42fd-86ee-53a53a1c48eb Sep 19 17:23:11.643345 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-c9a09c28-601d-4779-8d5f-f7b1a893032a admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4073761 Sep 19 17:23:11.649400 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50622) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:11.649935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0087d24-b322-4d69-b958-590332ac2e80,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:11.661448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Request body: {'subnet': {'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-subnet', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:11.721952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (a4b55d20-22b3-42fd-86ee-53a53a1c48eb), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.848046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Made reservation on behalf of 4118102ca29c4b0fa344b21b9c9f1e85 for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:11.848046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.863316 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for router_gateway (56c881c8-df00-4f6b-9a66-d0dcbe74117a), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.893263 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks [] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.897439 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (a4b55d20-22b3-42fd-86ee-53a53a1c48eb), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.899115 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:11.900009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:11.921603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:12.046671 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.093227 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] Pushing event updated for resources: {'Network': ['ID=a4b55d20-22b3-42fd-86ee-53a53a1c48eb,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:12.113989 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:23:12.130173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Pushing event updated for resources: {'Port': ['ID=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:12.134212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Network 9250236b-0273-43f2-a175-bd8e8ae1caee is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:12.150109 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:12.159536 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9f10346a-a3ea-40aa-949a-a7d449dd396e admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6427326 Sep 19 17:23:12.160361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50638) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:12.165225 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Request body: {'subnet': {'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-subnet', 'tenant_id': '1f148193008640639adb751706133b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:12.200961 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:12.211927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.212804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.213568 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.214094 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.214788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.215288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.215900 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.216509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.217018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.218375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.219076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.219730 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.220426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.221110 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Tracked resource versions report: Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: pushed versions: Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: { 'AddressGroup': {'1.2'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Agent': {'1.1'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'ConntrackHelper': {'1.0'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Log': {'1.0'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'NDPProxy': {'1.0'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Network': {'1.1'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Port': {'1.7'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'PortForwarding': {'1.3'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'QosPolicy': {'1.10'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroup': {'1.5'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SubPort': {'1.0'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Subnet': {'1.1'}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Trunk': {'1.1'}} Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: consumer versions: Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: HyperV agent@hv-cinder-84801: {}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Agent': '1.1', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'ConntrackHelper': '1.0', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'LocalIPAssociation': '1.0', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Log': '1.0', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'NDPProxy': '1.0', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Network': '1.1', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Port': '1.7', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'PortForwarding': '1.3', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'QosPolicy': '1.10', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroup': '1.5', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SecurityGroupRule': '1.2', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'SubPort': '1.0', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Subnet': '1.1', Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: 'Trunk': '1.1'}} Sep 19 17:23:12.223456 dv-cinder-848013-2-iscsi neutron-server[106881]: {{(pid=106881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:23:12.293833 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Made reservation on behalf of 1f148193008640639adb751706133b25 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:12.297611 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.332201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (e2282898-f576-4d8c-b04f-4004170e18fe), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.338977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Attempting to bind port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:12.339294 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Attempting to bind port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:12.339652 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Attempting to bind port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 on network 9250236b-0273-43f2-a175-bd8e8ae1caee {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:12.357273 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for router_gateway (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.406095 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:12.415544 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.438241 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:12.438673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Checking segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:12.439330 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.439447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Bound using segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:12.439892 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Bound port: ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:12.440277 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.490615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2282898-f576-4d8c-b04f-4004170e18fe,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:12.512651 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:12.513038 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Network hostable DHCP agents. Network: fecf8741-4aac-48fd-b6b2-d491a4c0d8d5, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:23:12.536301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] For port ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:12.540588 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] For port ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:12.575825 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (d0914954-4dcf-4460-8306-98f690eb3a88), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.579871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Allocated IP 172.27.3.124 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/8621d68b-333d-40c5-bfe0-33b8103832f6) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:12.612072 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:12.688501 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:23:12.718324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa6b1-e74b-47e0-990f-d28c7521c03a None None] Pushing event updated for resources: {'Port': ['ID=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:12.719616 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0914954-4dcf-4460-8306-98f690eb3a88,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:12.723321 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Checking segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:12.727396 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Network hostable DHCP agents. Network: a4b55d20-22b3-42fd-86ee-53a53a1c48eb, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:23:13.105296 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.105296 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, fecf8741-4aac-48fd-b6b2-d491a4c0d8d5) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:13.110753 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:23:13.112313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:13.112313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.115803 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, a4b55d20-22b3-42fd-86ee-53a53a1c48eb) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:13.117694 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6cce4-2787-4692-95e3-f7c778b17624 None None] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:13.118800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:13.118800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.119748 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29b014-20f5-47e8-9afe-8fff0601265d None None] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:13.140589 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ed0ca685-295b-4b98-a0f6-2552ccda4be4 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9754591 Sep 19 17:23:13.141185 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50668) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:13.145529 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-56fc50b9-98d4-4407-951e-3b98ac57e0ae admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4979341 Sep 19 17:23:13.146632 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50670) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:13.153250 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:13.163480 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:13.212786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:23:13.222137 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.222206 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.253205 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ea9e75c8-358d-4ee3-a0b7-4c94388068c8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:13.278917 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:13.283489 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'project_id': '1f148193008640639adb751706133b25', 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:23:13.283665 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:13.284863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.287883 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:13.293273 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8621d68b-333d-40c5-bfe0-33b8103832f6,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:13.311160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.312358 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.344455 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.346198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.436491 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for router_controller (b2e585b5-9d89-428f-a2fb-2fde8e007c40), precommit_add_association {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.483064 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for router_controller (737298ab-14e2-4795-8a1d-0ee8baac7454), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.539281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Allocated IP 172.20.0.2 (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5/e2282898-f576-4d8c-b04f-4004170e18fe/14c6eeb0-c2e5-46b9-98c2-da6a12aaa228) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:13.602210 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:13.787428 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for router_gateway (b2e585b5-9d89-428f-a2fb-2fde8e007c40), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.872379 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:13.902327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for router_gateway (737298ab-14e2-4795-8a1d-0ee8baac7454), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.907810 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:13.908160 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:13.908489 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 Sep 19 17:23:14.041452 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Allocated IP 172.20.0.2 (a4b55d20-22b3-42fd-86ee-53a53a1c48eb/d0914954-4dcf-4460-8306-98f690eb3a88/3c67472a-e52f-494c-b734-732c53e6ac9e) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:14.083676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for router_gateway (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.209080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:14.241725 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:14.300161 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for router_gateway (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.334313 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.344472 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcdae2-b0b1-4d25-9a85-407f13a02cc1 None None] Network 9250236b-0273-43f2-a175-bd8e8ae1caee requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:14.376490 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks [] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.396926 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:14.397108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.437840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for router_gateway (737298ab-14e2-4795-8a1d-0ee8baac7454), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.466402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Allocated IP 172.27.3.203 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/cd3d7ccb-9101-4291-be4d-21fc53c26ce3) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:14.475597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks [] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.495515 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.510762 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ff28ff6d-364a-4328-9a7c-b10ec3ae2bae None None] Provisioning complete for port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:14.511923 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ff28ff6d-364a-4328-9a7c-b10ec3ae2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.516268 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ff28ff6d-364a-4328-9a7c-b10ec3ae2bae None None] Attempt 1 to provision port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 Sep 19 17:23:14.533397 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.595395 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:14.598132 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.614387 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.616486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.636169 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:14.651490 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:14.661533 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:14.680208 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:14.701719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:14.709229 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:14.711235 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Pushing event updated for resources: {'Port': ['ID=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:14.724143 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.766632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:14.846404 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Allocated IP 172.27.3.128 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/507943d8-8ad1-4d78-b87e-1a9eb3387831) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:14.847188 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:14.851054 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:14.854050 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:14.866743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Pushing event updated for resources: {'Port': ['ID=3c67472a-e52f-494c-b734-732c53e6ac9e,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:14.880453 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ff28ff6d-364a-4328-9a7c-b10ec3ae2bae None None] Current status of the port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:14.927597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Attempting to bind port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:14.927933 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Attempting to bind port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:14.928281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Attempting to bind port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:14.938746 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Pushing event updated for resources: {'Port': ['ID=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:14.963643 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Attempting to bind port 3c67472a-e52f-494c-b734-732c53e6ac9e on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:14.966256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Attempting to bind port 3c67472a-e52f-494c-b734-732c53e6ac9e by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:14.966256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Attempting to bind port 3c67472a-e52f-494c-b734-732c53e6ac9e on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:14.966543 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Router 56c881c8-df00-4f6b-9a66-d0dcbe74117a is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:23:14.971452 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:15.050193 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:15.060152 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:15.060524 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:15.060959 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.061346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Bound using segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:15.061850 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Bound port: 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:15.062212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.082198 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:15.082198 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Checking segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:15.082648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.083004 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Bound using segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:15.084708 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Bound port: 3c67472a-e52f-494c-b734-732c53e6ac9e, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:15.088174 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.203389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] For port 3c67472a-e52f-494c-b734-732c53e6ac9e, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:15.218097 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] For port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:15.231584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] For port 3c67472a-e52f-494c-b734-732c53e6ac9e, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=3c67472a-e52f-494c-b734-732c53e6ac9e,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:15.241866 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-67aba28b-ea9c-4707-83be-c5871f7564b3 None None] Provisioning complete for port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:15.242233 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-67aba28b-ea9c-4707-83be-c5871f7564b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.242560 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-67aba28b-ea9c-4707-83be-c5871f7564b3 None None] Attempt 1 to provision port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 Sep 19 17:23:15.245325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] For port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:15.255649 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.261090 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for router_gateway (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.271348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:15.285293 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Sync routers for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:15.315524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:15.319391 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:15.320058 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:15.321802 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.330032 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.371876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.372858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-67aba28b-ea9c-4707-83be-c5871f7564b3 None None] Current status of the port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:15.373738 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9d8802c8-66d6-427d-8860-de9faa3602c3 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0348895 Sep 19 17:23:15.376679 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50726) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:15.398594 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123a17-5851-430a-9132-4043ff4ce69c None None] Pushing event updated for resources: {'Port': ['ID=3c67472a-e52f-494c-b734-732c53e6ac9e,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:15.401470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:INSERT=8,neutron:UPDATE=7,neutron:SELECT=85 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:15.468458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.501350 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2449f7d-01a7-47ce-9f32-7d5d97584e47 None None] Pushing event updated for resources: {'Port': ['ID=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:15.527414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Pushing event updated for resources: {'Port': ['ID=507943d8-8ad1-4d78-b87e-1a9eb3387831,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:15.643977 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:15.648114 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:15.650845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:15.664397 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:15.688629 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:15.866009 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:16.069005 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:16.122822 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:16.173550 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:13Z', 'revision_number': 3, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:16.203087 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Checking router: 56c881c8-df00-4f6b-9a66-d0dcbe74117a for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:16.203541 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Updating router 56c881c8-df00-4f6b-9a66-d0dcbe74117a port 8621d68b-333d-40c5-bfe0-33b8103832f6 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:16.222863 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:23:16.254282 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.415202 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:16.427877 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:16.457780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:16.458409 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:16.475380 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for router_gateway (737298ab-14e2-4795-8a1d-0ee8baac7454), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.533066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.538760 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9ac4dd5e-aa4a-4289-9b4d-05ecf7df4bce admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3911324 Sep 19 17:23:16.539103 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50772) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:16.680466 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.828297 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks [] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.835366 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:16.905438 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:16.928898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.028105 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Pushing event updated for resources: {'Port': ['ID=8621d68b-333d-40c5-bfe0-33b8103832f6,revision_number=2']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:17.064697 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.079952 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.080441 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.080794 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.081331 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.081800 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.082135 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.082463 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.082790 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.083112 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.083438 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.083783 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.084105 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.084422 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.084740 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Tracked resource versions report: Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: pushed versions: Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: { 'AddressGroup': {'1.2'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Agent': {'1.1'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'ConntrackHelper': {'1.0'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'LocalIPAssociation': {'1.0'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Log': {'1.0'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'NDPProxy': {'1.0'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Network': {'1.1'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Port': {'1.7'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'PortForwarding': {'1.3'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'QosPolicy': {'1.10'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroup': {'1.5'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroupRule': {'1.2'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SubPort': {'1.0'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Subnet': {'1.1'}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Trunk': {'1.1'}} Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: consumer versions: Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: { DHCP agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: HyperV agent@hv-cinder-84801: {}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: L3 agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: Metadata agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: Metering agent@dv-cinder-848013-2-iscsi: {}, Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: Open vSwitch agent@dv-cinder-848013-2-iscsi: { 'AddressGroup': '1.2', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Agent': '1.1', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'ConntrackHelper': '1.0', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'LocalIPAssociation': '1.0', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Log': '1.0', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'NDPProxy': '1.0', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Network': '1.1', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Port': '1.7', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'PortForwarding': '1.3', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'QosPolicy': '1.10', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroup': '1.5', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SecurityGroupRule': '1.2', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'SubPort': '1.0', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Subnet': '1.1', Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: 'Trunk': '1.1'}} Sep 19 17:23:17.095272 dv-cinder-848013-2-iscsi neutron-server[106882]: {{(pid=106882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 17:23:17.130703 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Attempting to bind port 8621d68b-333d-40c5-bfe0-33b8103832f6 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:17.131077 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Attempting to bind port 8621d68b-333d-40c5-bfe0-33b8103832f6 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:17.131441 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Attempting to bind port 8621d68b-333d-40c5-bfe0-33b8103832f6 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:17.224650 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Allocated IP 172.20.0.1 (9250236b-0273-43f2-a175-bd8e8ae1caee/ada66cab-bb48-4c8b-a887-63ee84f2f05b/ab1c6d10-edd2-4ff2-b49f-80341af3ce81) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:17.267261 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:17.270294 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:17.289195 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:17.314779 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:17.315819 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.316357 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:17.317020 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Bound port: 8621d68b-333d-40c5-bfe0-33b8103832f6, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:17.317553 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.364103 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43693898-e0ca-47f5-aeb1-60123bfc63cd None None] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:17.414417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks [] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.447548 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] For port 8621d68b-333d-40c5-bfe0-33b8103832f6, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:17.454538 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] For port 8621d68b-333d-40c5-bfe0-33b8103832f6, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8621d68b-333d-40c5-bfe0-33b8103832f6,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:17.490756 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ea9e75c8-358d-4ee3-a0b7-4c94388068c8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:17.522043 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:23:17.554466 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.558836 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:17.562227 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:17.581238 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.598062 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.614899 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:17.617294 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:17.691727 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Network 9250236b-0273-43f2-a175-bd8e8ae1caee is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:17.697720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:17.706411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:17.712910 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.742191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b91ae-012b-4678-b1b6-ecbb15c7be41 None None] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:23:17.795626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:17.835030 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:17.843422 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Provisioning complete for port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:17.843821 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:17.844159 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Attempt 1 to provision port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 Sep 19 17:23:17.846310 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:14Z', 'revision_number': 3, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:17.907896 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:18.002043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Allocated IP 172.20.0.1 (a4b55d20-22b3-42fd-86ee-53a53a1c48eb/d0914954-4dcf-4460-8306-98f690eb3a88/4d5642dd-0b28-4ffa-91b6-b530e59be1de) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:18.012095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Pushing event updated for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:18.071108 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:18.072726 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:13Z', 'revision_number': 3, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:18.113974 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d77f2-749e-4f27-9892-baaecb5c37b8 None None] The sync data for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi is: [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:13Z', 'revision_number': 3, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:18.115905 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:18.130763 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:18.132340 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:18.198653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.202710 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e7df04f0-f037-4847-9437-2668069e8da7 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0521529 Sep 19 17:23:18.202959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50804) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:18.246318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks [] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.271316 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011117a-6b87-4089-b48a-bb6625bb4cb3 None None] Pushing event updated for resources: {'Port': ['ID=8621d68b-333d-40c5-bfe0-33b8103832f6,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:18.331406 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:18.334200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Updating router b2e585b5-9d89-428f-a2fb-2fde8e007c40 port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:18.368683 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:18.376188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.379950 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:18.397434 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.440362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:18.444777 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:18.521511 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:18.531403 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.609975 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:18.610411 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.610813 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 Sep 19 17:23:18.869044 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:18.874348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:18.944244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:18.947230 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:18.995071 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Current status of the port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:18.995670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.097856 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:19.131563 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:16Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:19.166280 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:19.175985 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:19.176382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Updating router 737298ab-14e2-4795-8a1d-0ee8baac7454 port 507943d8-8ad1-4d78-b87e-1a9eb3387831 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:19.196899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.260942 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.265983 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:23:19.299327 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] For port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:19.321819 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:19.327547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:19.470254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.587551 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks [] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.609741 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.633055 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Provisioning complete for port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:19.633462 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.633812 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 1 to provision port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 Sep 19 17:23:19.638736 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeb579-61ea-4fb1-a442-8d8f5a71f203 None None] Pushing event updated for resources: {'Port': ['ID=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:19.680643 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:19.681186 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.681541 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 Sep 19 17:23:19.778018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.791928 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks [] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.864472 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.865381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:19.908080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Attempting to bind port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:19.908473 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Attempting to bind port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:19.908817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Attempting to bind port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:19.910882 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Current status of the port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:19.956770 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a720725-b8fb-458c-81a6-f0e8fd68ec0d None None] Pushing event updated for resources: {'Port': ['ID=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:20.011304 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks [] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.033726 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Provisioning complete for port 4d5642dd-0b28-4ffa-91b6-b530e59be1de triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:20.034127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.034589 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 1 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:20.047387 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:20.047972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Allocated IP 172.20.0.1 (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5/e2282898-f576-4d8c-b04f-4004170e18fe/26dc925e-31bd-4235-824c-88da943b5480) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:20.063585 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks [] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.088151 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:20.113150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:20.113951 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50844) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:20.114042 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:20.114042 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:20.114042 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.114042 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:20.114042 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Bound port: cd3d7ccb-9101-4291-be4d-21fc53c26ce3, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:20.114420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.121907 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.122692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.204425 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:20.205487 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 3c67472a-e52f-494c-b734-732c53e6ac9e up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:20.234657 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.267016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.277282 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] For port cd3d7ccb-9101-4291-be4d-21fc53c26ce3, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:20.281316 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] For port cd3d7ccb-9101-4291-be4d-21fc53c26ce3, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:20.289046 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 3c67472a-e52f-494c-b734-732c53e6ac9e triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:20.289403 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.289805 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 3c67472a-e52f-494c-b734-732c53e6ac9e Sep 19 17:23:20.338169 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Attempting to bind port 507943d8-8ad1-4d78-b87e-1a9eb3387831 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:20.340214 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Attempting to bind port 507943d8-8ad1-4d78-b87e-1a9eb3387831 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:20.342202 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Attempting to bind port 507943d8-8ad1-4d78-b87e-1a9eb3387831 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:20.376263 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 3c67472a-e52f-494c-b734-732c53e6ac9e is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:20.377029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.383175 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:20.389666 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:20.408145 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.458372 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4601740-97aa-4c99-9c0c-174ab240754a None None] Pushing event updated for resources: {'Port': ['ID=507943d8-8ad1-4d78-b87e-1a9eb3387831,revision_number=2']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:20.492617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 3c67472a-e52f-494c-b734-732c53e6ac9e, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=3c67472a-e52f-494c-b734-732c53e6ac9e,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:20.504983 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:20.505382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:20.509124 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.509124 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:20.509124 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Bound port: 507943d8-8ad1-4d78-b87e-1a9eb3387831, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:20.509124 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.518504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:20.558564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Pushing event updated for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:20.563496 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:20.567136 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:20.599481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.650674 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 2 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:20.676821 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4e4d-b9de-4a10-8f98-38238132db5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.692443 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:23:20.695317 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] For port 507943d8-8ad1-4d78-b87e-1a9eb3387831, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:20.703822 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] For port 507943d8-8ad1-4d78-b87e-1a9eb3387831, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=507943d8-8ad1-4d78-b87e-1a9eb3387831,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:20.706523 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:20.797580 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.823650 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:20.870074 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks [] for port (26dc925e-31bd-4235-824c-88da943b5480), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:20.870623 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a720725-b8fb-458c-81a6-f0e8fd68ec0d None None] Pushing event updated for resources: {'Port': ['ID=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:20.877718 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:20.889692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Network 9250236b-0273-43f2-a175-bd8e8ae1caee is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:20.891171 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e7661176-4e92-43be-9b48-767f3cd7a075 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/b2e585b5-9d89-428f-a2fb-2fde8e007c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3510861 Sep 19 17:23:20.906422 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:20.907193 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:20.908419 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:20.938496 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:21.025369 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8621d68b-333d-40c5-bfe0-33b8103832f6 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:21.093223 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4601740-97aa-4c99-9c0c-174ab240754a None None] Pushing event updated for resources: {'Port': ['ID=507943d8-8ad1-4d78-b87e-1a9eb3387831,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:21.125519 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:21.129727 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:21.168023 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 8621d68b-333d-40c5-bfe0-33b8103832f6 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:21.168436 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.168745 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 8621d68b-333d-40c5-bfe0-33b8103832f6 Sep 19 17:23:21.176977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=3c67472a-e52f-494c-b734-732c53e6ac9e,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:21.305918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:21.309218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Router 56c881c8-df00-4f6b-9a66-d0dcbe74117a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:23:21.318874 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:21.421900 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:16Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:21.487107 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e0715-b0df-4d3d-a849-6c88d4f745f5 None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:16Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:21.493236 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.595923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50902) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:21.601110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722468174', 'description': 'tempest-description--1515382671'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:21.604077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4e4d-b9de-4a10-8f98-38238132db5f admin admin] Publish callbacks [] for security_group (dcfb2ece-2182-491c-a9cf-25b0828aed9a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.626732 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 3 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:21.633631 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Pushing event updated for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:21.652506 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:21.655034 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:21.657143 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:21.664971 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cfa3787b-8c9d-441b-9d2c-793963f9833e admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/56c881c8-df00-4f6b-9a66-d0dcbe74117a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2841811 Sep 19 17:23:21.685905 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Sync routers for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:21.696299 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4e4d-b9de-4a10-8f98-38238132db5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (dcfb2ece-2182-491c-a9cf-25b0828aed9a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.715559 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:21.725567 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 8621d68b-333d-40c5-bfe0-33b8103832f6 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:21.725952 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.729781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.755926 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:21.756562 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:21.780723 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3f5c4e4d-b9de-4a10-8f98-38238132db5f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1b8a05e6d5794a9b8b9053cf7bd1a9e1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6729791 Sep 19 17:23:21.782004 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c4e4d-b9de-4a10-8f98-38238132db5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb2ece-2182-491c-a9cf-25b0828aed9a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:21.784219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50910) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:21.806935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 8621d68b-333d-40c5-bfe0-33b8103832f6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8621d68b-333d-40c5-bfe0-33b8103832f6,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:21.822647 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:21.823134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (737298ab-14e2-4795-8a1d-0ee8baac7454), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.831539 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:21.886503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:21.920336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:21.989909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] Publish callbacks [] for security_group (dcfb2ece-2182-491c-a9cf-25b0828aed9a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.020142 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (272dcbd9-768a-462b-9a89-8ce288c9f0a5), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.031134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] Publish callbacks [] for security_group (dcfb2ece-2182-491c-a9cf-25b0828aed9a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.093900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (272dcbd9-768a-462b-9a89-8ce288c9f0a5), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.212910 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272dcbd9-768a-462b-9a89-8ce288c9f0a5,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:22.235336 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 4 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:22.267828 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50938) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:22.270876 dv-cinder-848013-2-iscsi neutron-server[106879]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 17:23:22.278659 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:19Z', 'revision_number': 2, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:22.307147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=8621d68b-333d-40c5-bfe0-33b8103832f6,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:22.361522 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:22.412608 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.414039 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-8add85be-b341-498c-b97a-8be0c98a21e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8170922 Sep 19 17:23:22.425337 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50946) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:22.431648 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group_rule': {'security_group_id': '272dcbd9-768a-462b-9a89-8ce288c9f0a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:22.480613 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1c871-084f-498e-a23c-cf485f4b06ca None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:19Z', 'revision_number': 2, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:22.497718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:22.518115 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:22.518728 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.519069 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 Sep 19 17:23:22.566687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (dcfb2ece-2182-491c-a9cf-25b0828aed9a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.573758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.584201 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dcfb2ece-2182-491c-a9cf-25b0828aed9a HTTP/1.1" status: 204 len: 168 time: 0.7858915 Sep 19 17:23:22.608467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505913a-2a95-4a6b-8797-aa88e58ab45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb2ece-2182-491c-a9cf-25b0828aed9a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:22.623588 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (8b5c9be8-1fe3-4cca-9383-726f47f619f9), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.656054 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:22.662494 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:22.701066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-8eb2b05f-36d3-409d-898d-215a93f191ba tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:22.701363 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-8eb2b05f-36d3-409d-898d-215a93f191ba tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9250236b-0273-43f2-a175-bd8e8ae1caee HTTP/1.1" status: 200 len: 811 time: 0.4320877 Sep 19 17:23:22.719433 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:22.722258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (26dc925e-31bd-4235-824c-88da943b5480), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.748363 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (8b5c9be8-1fe3-4cca-9383-726f47f619f9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.766687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-1018d1e8-acb6-424d-b2ff-cdeab4fd2791 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/quotas/1bab2edcfa684d8a8befcb705fe3990e HTTP/1.1" status: 200 len: 375 time: 0.0165210 Sep 19 17:23:22.862567 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (8b5c9be8-1fe3-4cca-9383-726f47f619f9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:22.898960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:22.941940 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5c9be8-1fe3-4cca-9383-726f47f619f9,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:22.980927 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-96658d1f-b8c4-4fe2-8c17-843adc67630b tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=1bab2edcfa684d8a8befcb705fe3990e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130537 Sep 19 17:23:23.050380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.054730 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4465389e-1674-45ec-be2e-a56d4017f009 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6253490 Sep 19 17:23:23.054730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50966) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:23.058899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group_rule': {'security_group_id': '272dcbd9-768a-462b-9a89-8ce288c9f0a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:23.166828 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 5 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:23.170597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks [] for port (26dc925e-31bd-4235-824c-88da943b5480), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.216266 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (0c302fc9-d10a-45de-a4fc-7cbc2c5d9096), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.230018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.230797 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (737298ab-14e2-4795-8a1d-0ee8baac7454), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.253298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:23.258087 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 507943d8-8ad1-4d78-b87e-1a9eb3387831 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:23.313948 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'ab1c6d10-edd2-4ff2-b49f-80341af3ce81', 'name': '', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'mac_address': 'fa:16:3e:21:3f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:16Z', 'updated_at': '2022-09-19T17:23:19Z', 'revision_number': 2, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'subnets': [{'id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:23.350253 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Checking router: 56c881c8-df00-4f6b-9a66-d0dcbe74117a for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:23.350723 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Updating router 56c881c8-df00-4f6b-9a66-d0dcbe74117a port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:23.398261 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.401675 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (0c302fc9-d10a-45de-a4fc-7cbc2c5d9096), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.416781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-66ba6355-1dc8-41ac-9bf8-1ae7a6217c06 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:23:23.421132 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-66ba6355-1dc8-41ac-9bf8-1ae7a6217c06 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1303902 Sep 19 17:23:23.422578 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:23.447024 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Pushing event updated for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:23.519357 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 507943d8-8ad1-4d78-b87e-1a9eb3387831 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:23.519357 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.520313 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 507943d8-8ad1-4d78-b87e-1a9eb3387831 Sep 19 17:23:23.548852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:23.553618 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:23.554178 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (0c302fc9-d10a-45de-a4fc-7cbc2c5d9096), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.601694 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c302fc9-d10a-45de-a4fc-7cbc2c5d9096,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:23.617047 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-4ac42f0c-fa3d-4794-8c50-7736c6b89246 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847644 Sep 19 17:23:23.734767 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.738193 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b66befa3-8cab-4753-9475-e99880c801b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6826820 Sep 19 17:23:23.741824 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 50986) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:23.749365 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:23.755599 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 6 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:23.812381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:23:23.814851 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 50990) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:23.836053 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-2802fd0e-c665-4609-a419-4067588baf11 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205231 Sep 19 17:23:23.857632 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed389dba-afcc-4368-ae29-5bd273bf4875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.869760 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 507943d8-8ad1-4d78-b87e-1a9eb3387831 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:23.880346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.884675 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:23.942973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:23.977328 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 507943d8-8ad1-4d78-b87e-1a9eb3387831, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=507943d8-8ad1-4d78-b87e-1a9eb3387831,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:24.054785 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.055608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8621d68b-333d-40c5-bfe0-33b8103832f6 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:24.059376 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.188685 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:23:24.194628 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.211163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.216189 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-da1ee52e-c312-4ee6-8e43-d223a772f943 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/737298ab-14e2-4795-8a1d-0ee8baac7454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0120850 Sep 19 17:23:24.242135 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.247369 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed389dba-afcc-4368-ae29-5bd273bf4875 admin admin] Publish callbacks [] for security_group (5ff83ae0-5829-4486-b92c-d8db2cb54854), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.306031 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 8621d68b-333d-40c5-bfe0-33b8103832f6 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:24.306342 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.306437 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.306729 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 8621d68b-333d-40c5-bfe0-33b8103832f6 Sep 19 17:23:24.348403 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks [] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.353986 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed389dba-afcc-4368-ae29-5bd273bf4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5ff83ae0-5829-4486-b92c-d8db2cb54854), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.362375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=507943d8-8ad1-4d78-b87e-1a9eb3387831,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:24.424870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 8621d68b-333d-40c5-bfe0-33b8103832f6 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:24.426747 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 3c67472a-e52f-494c-b734-732c53e6ac9e up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:24.430979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.438958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51018) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:24.442333 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:24.457364 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ed389dba-afcc-4368-ae29-5bd273bf4875 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=254ca2a3d85b4f4d9cb564ed7cc2bef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6414843 Sep 19 17:23:24.458979 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:24.459581 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed389dba-afcc-4368-ae29-5bd273bf4875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff83ae0-5829-4486-b92c-d8db2cb54854,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:24.462342 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:24.466739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51020) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:24.488775 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 7 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:24.512451 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Allocated IP 172.27.3.139 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/3c59d83b-9106-46ac-939c-293cf5bf7d00) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:24.562507 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3ec2c297-1cd9-4fde-847a-41bf59b5b421 req-27e2f0b7-92d7-4083-90b9-ee86bb1bc2d8 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.1220806 Sep 19 17:23:24.613505 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:24.613852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.614326 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] Publish callbacks [] for security_group (5ff83ae0-5829-4486-b92c-d8db2cb54854), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.661819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] Publish callbacks [] for security_group (5ff83ae0-5829-4486-b92c-d8db2cb54854), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.680530 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:24.762321 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.813135 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:24.817514 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5ff83ae0-5829-4486-b92c-d8db2cb54854), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.823985 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.829060 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5ff83ae0-5829-4486-b92c-d8db2cb54854 HTTP/1.1" status: 204 len: 168 time: 0.3563609 Sep 19 17:23:24.849952 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e6b4-3700-4580-9239-e8d65d2f3127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff83ae0-5829-4486-b92c-d8db2cb54854,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:24.868536 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:24.985505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:25.009600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:25.014986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:25.127058 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 8 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:25.172160 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 2, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:25.173318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=3c59d83b-9106-46ac-939c-293cf5bf7d00,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:25.205099 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:25.206107 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:25.206595 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Updating router 737298ab-14e2-4795-8a1d-0ee8baac7454 port 26dc925e-31bd-4235-824c-88da943b5480 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:25.210533 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90af2-b349-4678-a326-09db842d6ab7 None None] Pushing event updated for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:25.240743 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (26dc925e-31bd-4235-824c-88da943b5480), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.253328 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Attempting to bind port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:25.253706 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Attempting to bind port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:25.254075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Attempting to bind port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 on network 9250236b-0273-43f2-a175-bd8e8ae1caee {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:25.257773 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 3c67472a-e52f-494c-b734-732c53e6ac9e triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:25.258154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.258489 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 3c67472a-e52f-494c-b734-732c53e6ac9e Sep 19 17:23:25.364013 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:25.378302 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:25.378681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Checking segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:25.379092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.379488 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Bound using segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:25.380021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Bound port: ab1c6d10-edd2-4ff2-b49f-80341af3ce81, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:25.380412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.526851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 3c67472a-e52f-494c-b734-732c53e6ac9e is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:25.537927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] For port ab1c6d10-edd2-4ff2-b49f-80341af3ce81, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:25.544342 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.544470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] For port ab1c6d10-edd2-4ff2-b49f-80341af3ce81, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:25.604573 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-8c8e955d-5b8e-4c4a-8166-870f03ed22cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:25.606703 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-8c8e955d-5b8e-4c4a-8166-870f03ed22cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.5200498 Sep 19 17:23:25.636388 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-a33466de-1204-4794-a0a7-b376d14bcd5a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/quotas/4118102ca29c4b0fa344b21b9c9f1e85 HTTP/1.1" status: 200 len: 375 time: 0.0220327 Sep 19 17:23:25.665929 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.707633 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks [] for port (26dc925e-31bd-4235-824c-88da943b5480), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.708831 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 9 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:25.765788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:25.766803 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:25.769908 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.774211 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:25.778717 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-82b0753f-2931-4d42-adb0-0a58e713c191 req-794127e3-e035-452a-8da2-54ffcf9ed55e tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.1183329 Sep 19 17:23:25.801672 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-35d762c4-5984-44bf-85b5-91131e440f3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591265 Sep 19 17:23:25.871542 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:25.880769 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cd3d7ccb-9101-4291-be4d-21fc53c26ce3 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:25.894147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90af2-b349-4678-a326-09db842d6ab7 None None] Pushing event updated for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:25.910533 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:25.947918 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:25.961024 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ccb22-79f8-45b5-8739-a465538b22ef None None] Pushing event updated for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:25.961778 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:25.964812 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Attempting to bind port 26dc925e-31bd-4235-824c-88da943b5480 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:25.965269 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Attempting to bind port 26dc925e-31bd-4235-824c-88da943b5480 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:25.965633 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Attempting to bind port 26dc925e-31bd-4235-824c-88da943b5480 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:25.979081 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:26.006841 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-0b8690b1-63a4-411b-b772-dec82bbc0139 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042937 Sep 19 17:23:26.036143 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:26.040411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:26.040411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.040411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Bound using segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:26.040411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Bound port: 26dc925e-31bd-4235-824c-88da943b5480, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:26.040411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (26dc925e-31bd-4235-824c-88da943b5480), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.086996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:26.089650 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:26.089650 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.089650 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 Sep 19 17:23:26.132042 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] For port 26dc925e-31bd-4235-824c-88da943b5480, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:26.135215 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] For port 26dc925e-31bd-4235-824c-88da943b5480, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=26dc925e-31bd-4235-824c-88da943b5480,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:26.137707 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:26.198821 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cbf3c829-9f28-441e-b7fb-ad50dffde82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.213192 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.213429 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-c1ae4a3c-90a8-44e3-bf60-51416af03763 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872048 Sep 19 17:23:26.222929 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:26.268568 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.356602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.366082 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.404982 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:26.405599 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.425224 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:23:26.465503 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 10 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:26.494172 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port cd3d7ccb-9101-4291-be4d-21fc53c26ce3, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:26.508707 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=3c59d83b-9106-46ac-939c-293cf5bf7d00,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:26.552233 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ccb22-79f8-45b5-8739-a465538b22ef None None] Pushing event updated for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:26.565547 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:26.568107 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:26.573597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:26.574427 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:22:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:26.582591 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.583791 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 507943d8-8ad1-4d78-b87e-1a9eb3387831 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:26.636018 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-964f3487-a05a-4f79-b893-aee831d0a6b8 req-0a933bbc-7234-4256-bce5-b511540fe45e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 210 time: 0.0763419 Sep 19 17:23:26.641746 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:26.672123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ad8b9774-b12f-440c-abf5-c56db328968b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9000802 Sep 19 17:23:26.777732 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:26.825407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'ab1c6d10-edd2-4ff2-b49f-80341af3ce81', 'name': '', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'mac_address': 'fa:16:3e:21:3f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:16Z', 'updated_at': '2022-09-19T17:23:25Z', 'revision_number': 4, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'subnets': [{'id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:26.874538 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaab90-2da6-45ab-a67d-34af800733f9 None None] The sync data for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi is: [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'ab1c6d10-edd2-4ff2-b49f-80341af3ce81', 'name': '', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'mac_address': 'fa:16:3e:21:3f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:16Z', 'updated_at': '2022-09-19T17:23:25Z', 'revision_number': 4, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'subnets': [{'id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:26.889382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:26.926743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:26.935750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:26.952420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:27.028245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Provisioning complete for port 3c67472a-e52f-494c-b734-732c53e6ac9e triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:27.028783 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:27.029259 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 1 to provision port 3c67472a-e52f-494c-b734-732c53e6ac9e Sep 19 17:23:27.099515 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7564dba1-aaff-4694-a70d-f83fd0c74bad req-511e83d1-5b68-4d88-a866-7670b291a740 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0838110 Sep 19 17:23:27.143761 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:27.184492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 507943d8-8ad1-4d78-b87e-1a9eb3387831 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:27.184857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:27.185755 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 507943d8-8ad1-4d78-b87e-1a9eb3387831 Sep 19 17:23:27.240859 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-71976025-be4a-4309-9c57-a8712e77b6f9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--722468174&fields=id&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 267 time: 0.1084559 Sep 19 17:23:27.361817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Current status of the port 3c67472a-e52f-494c-b734-732c53e6ac9e is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:27.389153 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Provisioning complete for port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:27.389772 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:27.390169 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Attempt 1 to provision port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 Sep 19 17:23:27.394167 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:27.445658 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f2d55-d6c7-44ad-a8e8-dbad62d4f868 None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:27.550167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-535fbf5d-ced1-4f97-b64a-043331a06e20 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:27.554260 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-535fbf5d-ced1-4f97-b64a-043331a06e20 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 816 time: 0.3106916 Sep 19 17:23:27.577788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 507943d8-8ad1-4d78-b87e-1a9eb3387831 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:27.601390 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-f0c4080c-ac2d-4bfc-b3b0-c2d6143d6760 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/quotas/1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 375 time: 0.0248973 Sep 19 17:23:27.618889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-22b6394a-e3e7-4ec0-b9cc-0b918d55fb4f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:27.628588 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-22b6394a-e3e7-4ec0-b9cc-0b918d55fb4f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.2826107 Sep 19 17:23:27.661687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-63cebada-4534-46c9-ab93-6b22b5d7f146 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/quotas/4118102ca29c4b0fa344b21b9c9f1e85 HTTP/1.1" status: 200 len: 375 time: 0.0316088 Sep 19 17:23:27.765813 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Current status of the port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:27.766127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:27.837028 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:19Z', 'revision_number': 2, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:27.939242 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-67e57dbc-985d-4267-87ec-415c3d93c8c6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2695463 Sep 19 17:23:27.955171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:23:27.955801 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Updating router b2e585b5-9d89-428f-a2fb-2fde8e007c40 port 4d5642dd-0b28-4ffa-91b6-b530e59be1de binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:23:28.009616 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-4f40b969-85b4-4cc4-a845-36ee8be7cd5d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3468139 Sep 19 17:23:28.050655 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-f73f9679-4f8c-4a52-8ee4-31610ac8cac6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104250 Sep 19 17:23:28.119681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cd3d7ccb-9101-4291-be4d-21fc53c26ce3 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:28.162200 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-bce5d21d-811a-4fd3-ab78-043aa958ada5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106522 Sep 19 17:23:28.166614 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] For port ab1c6d10-edd2-4ff2-b49f-80341af3ce81, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:28.169454 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.237375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.270053 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:28.270457 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.270796 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 Sep 19 17:23:28.346499 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-9478143f-e4ce-458c-a46f-a5d7dfc9e594 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:23:28.346499 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-9478143f-e4ce-458c-a46f-a5d7dfc9e594 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1923127 Sep 19 17:23:28.379100 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:28.436566 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:28.463342 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8029-cd96-4224-b6bb-019da2893553 None None] Pushing event updated for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:28.509983 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-3d1a149e-3260-4936-bc13-abe13b18e2e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573470 Sep 19 17:23:28.512460 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Provisioning complete for port 4d5642dd-0b28-4ffa-91b6-b530e59be1de triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:28.512460 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.512756 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Attempt 1 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:28.593165 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:28.596863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:28.605584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a0982b2c-9297-4517-9eab-86d459a2a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.618061 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:28.654753 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-b2eff50a-fe15-4ce3-b703-57bc8ed1ea40 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421678 Sep 19 17:23:28.697881 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:28.699380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ab1c6d10-edd2-4ff2-b49f-80341af3ce81 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:28.712746 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8c593639-373f-4293-81d2-121a2109639f req-2e041c09-7e44-4346-ab2d-ce2dfe0c8458 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0560071 Sep 19 17:23:28.714446 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:28.830866 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks [] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.883805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:28.884204 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:28.884541 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 Sep 19 17:23:28.892675 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3ac4acf0-aa31-47c2-9c4c-2f2cea98955d req-c3bee0a7-626a-4358-8bbc-828e718d55f8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0808835 Sep 19 17:23:28.909735 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.106604 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Attempt 2 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:29.112995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2fc8fee4-f3ae-4d0a-abb4-6ef1384a4731 req-16026222-af6e-4e92-b780-373a08eecb19 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0593197 Sep 19 17:23:29.148159 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e233-fb83-459d-a0a5-e0f44418d19c None None] Pushing event updated for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:29.243566 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Attempting to bind port 4d5642dd-0b28-4ffa-91b6-b530e59be1de on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:29.243940 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Attempting to bind port 4d5642dd-0b28-4ffa-91b6-b530e59be1de by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:29.244305 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Attempting to bind port 4d5642dd-0b28-4ffa-91b6-b530e59be1de on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:29.253440 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Port 4d5642dd-0b28-4ffa-91b6-b530e59be1de cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:29.288708 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:29.289740 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 26dc925e-31bd-4235-824c-88da943b5480 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:29.414718 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:29.415091 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Checking segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:29.415503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.415966 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Bound using segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:29.416452 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Bound port: 4d5642dd-0b28-4ffa-91b6-b530e59be1de, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:29.417122 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.421894 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:29.442036 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 26dc925e-31bd-4235-824c-88da943b5480 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:29.442434 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (26dc925e-31bd-4235-824c-88da943b5480), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.442762 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 26dc925e-31bd-4235-824c-88da943b5480 Sep 19 17:23:29.523458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] For port 4d5642dd-0b28-4ffa-91b6-b530e59be1de, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:29.526795 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] For port 4d5642dd-0b28-4ffa-91b6-b530e59be1de, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=4d5642dd-0b28-4ffa-91b6-b530e59be1de,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:29.569484 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 26dc925e-31bd-4235-824c-88da943b5480 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:29.569907 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (26dc925e-31bd-4235-824c-88da943b5480), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.605327 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 26dc925e-31bd-4235-824c-88da943b5480, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=26dc925e-31bd-4235-824c-88da943b5480,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:29.607535 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.626914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:29.658196 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:23:29.658808 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:23:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:29.713435 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e233-fb83-459d-a0a5-e0f44418d19c None None] Pushing event updated for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:29.716106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.754317 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Attempt 3 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:29.834963 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:29.846771 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:29.871447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:23:29.926846 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:29.967420 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5e5ea6f-e0d6-41eb-a5a1-5f8c7863723a req-23a185cc-98dd-4271-aff0-b7b9f9755482 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0580726 Sep 19 17:23:29.991127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 4d5642dd-0b28-4ffa-91b6-b530e59be1de up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:30.024400 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c94d278e-324f-4b69-b9d5-0b0a66830578 req-c0e85746-5a46-46f0-b6ab-af0e8a1823d6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0396748 Sep 19 17:23:30.079906 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Current status of the port 4d5642dd-0b28-4ffa-91b6-b530e59be1de is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:30.080298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.152868 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] For port 4d5642dd-0b28-4ffa-91b6-b530e59be1de, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=4d5642dd-0b28-4ffa-91b6-b530e59be1de,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:30.166638 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 4d5642dd-0b28-4ffa-91b6-b530e59be1de triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:30.167016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.167355 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:30.260114 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ec7ad23-3341-46aa-80a9-c237d8086c68 req-7e04de74-5703-4e97-b07d-2eb7bbb026ce tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0634654 Sep 19 17:23:30.276584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:30.277873 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.469632 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Provisioning complete for port 26dc925e-31bd-4235-824c-88da943b5480 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:30.469991 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (26dc925e-31bd-4235-824c-88da943b5480), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.470353 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Attempt 1 to provision port 26dc925e-31bd-4235-824c-88da943b5480 Sep 19 17:23:30.474936 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:23:30.538475 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b09461-263b-4dd8-b4bf-4ee61de4900f None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:23:30.568822 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Pushing event updated for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:30.586286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 4d5642dd-0b28-4ffa-91b6-b530e59be1de is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:30.587344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ab1c6d10-edd2-4ff2-b49f-80341af3ce81 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:30.657479 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Current status of the port 26dc925e-31bd-4235-824c-88da943b5480 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:30.668773 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:30.669143 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.669581 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 Sep 19 17:23:30.671053 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Provisioning complete for port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:30.671407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:30.671833 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Attempt 1 to provision port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 Sep 19 17:23:30.750768 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:30.811268 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ff0f-304a-4a5a-ba8c-6c9750bc14a3 None None] Current status of the port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:30.814896 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:31.085384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:31.098917 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c23d35ab-96b7-43c0-aebc-24919d2aa810 req-a437f456-0b14-40c2-9890-fe3961e5b3e0 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0301764 Sep 19 17:23:31.157070 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-75847bd9-bfc0-46fc-9d11-3edf016a6f49 req-3e4ac218-e8cc-4df5-a9f7-ca1ad92d8d27 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0346122 Sep 19 17:23:31.165382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:31.348320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:31.392899 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12563c18-7fd2-40e5-b694-8d746db4b797 req-6d2f119e-dea7-4e19-a938-f685c51cce30 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Sep 19 17:23:31.490596 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:31.830509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 4d5642dd-0b28-4ffa-91b6-b530e59be1de up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:31.878683 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 4d5642dd-0b28-4ffa-91b6-b530e59be1de triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:31.879040 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:31.879376 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 4d5642dd-0b28-4ffa-91b6-b530e59be1de Sep 19 17:23:31.953687 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 4d5642dd-0b28-4ffa-91b6-b530e59be1de is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:31.954912 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 26dc925e-31bd-4235-824c-88da943b5480 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:31.997883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 26dc925e-31bd-4235-824c-88da943b5480 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:31.998256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (26dc925e-31bd-4235-824c-88da943b5480), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:31.998593 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 26dc925e-31bd-4235-824c-88da943b5480 Sep 19 17:23:32.078088 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 26dc925e-31bd-4235-824c-88da943b5480 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:32.229046 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-39761a34-d9d2-4805-880a-153597ee0285 req-b6532a93-716c-4cf1-9cfe-5a5207ca9be3 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0298126 Sep 19 17:23:32.261914 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12c6f8e6-56c9-4a10-9193-a7cd1c74000c req-0b10d271-00ed-4f28-95f8-cd19d48b4e31 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0292835 Sep 19 17:23:32.516820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-155ad70a-9d47-402f-a1a8-96807e49bdae req-3ab9960d-5a15-4423-bb19-ac2f46a72a3a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Sep 19 17:23:33.357629 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a6b1aec5-e71b-479c-b539-30a6f1c6e394 req-465f0b94-4a7f-4aeb-88e0-a9d1d1ba90d1 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0458221 Sep 19 17:23:33.443387 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aae31d4b-b630-4e7f-8eb0-a22ed5688c1e req-48e91907-6885-495a-8e97-d61497a51272 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0500987 Sep 19 17:23:33.635936 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09d6f395-ad5d-4245-abe0-2378d111139b req-aeeb063f-bbb6-4fea-a228-f6620841ab3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0340996 Sep 19 17:23:33.973577 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.67', 61759) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:34.170229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-de847875-4ccf-4d07-b819-558b7c671427 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:34.171723 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-de847875-4ccf-4d07-b819-558b7c671427 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.67 "GET /networking/v2.0/networks?id=9250236b-0273-43f2-a175-bd8e8ae1caee HTTP/1.1" status: 200 len: 811 time: 0.1967278 Sep 19 17:23:34.299289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Request body: {'port': {'device_id': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'admin_state_up': True, 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:34.434501 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51382) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:34.491337 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3f7c547a-e539-4023-b464-e67cc15a64e8 req-18fbbd7a-35eb-4ff7-b315-7fd4e87195cf tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0493784 Sep 19 17:23:34.678184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Made reservation on behalf of 1bab2edcfa684d8a8befcb705fe3990e for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:34.684088 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:34.718770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:34.747241 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0db31f78-220e-4985-8cbf-91186941e7fa req-c3e5b8fe-5a70-49bc-bd64-929c762bd59c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.2131410 Sep 19 17:23:34.792356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5b99495d-cfe1-4463-b80e-4710a4f2ac37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:34.799179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b9a504bd-e0e9-4955-9b71-5a6877ee759c req-ec3f4683-4ebb-44c3-8940-8c48c73add81 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0488224 Sep 19 17:23:34.907740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.67', 61770) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:34.984247 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5b99495d-cfe1-4463-b80e-4710a4f2ac37 admin admin] Publish callbacks [] for security_group (0126bb7f-c136-4219-a408-ec58c3c92209), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.017117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Allocated IP 172.20.0.10 (9250236b-0273-43f2-a175-bd8e8ae1caee/ada66cab-bb48-4c8b-a887-63ee84f2f05b/95fe2876-ad84-4782-b5da-88dc57844f07) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:35.047572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-5be390cf-5fe1-4c8d-88a7-e1d26b60ae61 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:35.049442 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-5be390cf-5fe1-4c8d-88a7-e1d26b60ae61 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.1406195 Sep 19 17:23:35.070540 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'port': {'device_id': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'admin_state_up': True, 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:35.156776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:35.198289 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5b99495d-cfe1-4463-b80e-4710a4f2ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0126bb7f-c136-4219-a408-ec58c3c92209), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.217788 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks [] for port (95fe2876-ad84-4782-b5da-88dc57844f07), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.248595 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5b99495d-cfe1-4463-b80e-4710a4f2ac37 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7355ed6611cf44479ffb880fb4dac442&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8118434 Sep 19 17:23:35.249601 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99495d-cfe1-4463-b80e-4710a4f2ac37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0126bb7f-c136-4219-a408-ec58c3c92209,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:35.252903 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51422) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:35.306911 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] Publish callbacks [] for security_group (0126bb7f-c136-4219-a408-ec58c3c92209), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.332130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] Publish callbacks [] for security_group (0126bb7f-c136-4219-a408-ec58c3c92209), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.350441 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Made reservation on behalf of 4118102ca29c4b0fa344b21b9c9f1e85 for: {'port': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:35.350915 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.354628 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.504980 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:35.584990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Network 9250236b-0273-43f2-a175-bd8e8ae1caee is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:35.588960 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:35.594116 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:35.596460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Allocated IP 172.20.0.5 (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5/e2282898-f576-4d8c-b04f-4004170e18fe/9d69013e-49a8-47b6-be21-f1203cc13ade) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:35.599021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:35.599850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.611052 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Pushing event updated for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:35.740684 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-e9654401-2367-4937-aa9e-00fd03360859 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4491270 Sep 19 17:23:35.745529 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0126bb7f-c136-4219-a408-ec58c3c92209), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.745529 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:35.745529 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0126bb7f-c136-4219-a408-ec58c3c92209 HTTP/1.1" status: 204 len: 168 time: 0.4909720 Sep 19 17:23:35.757867 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-d835b60f-9e73-4c2a-b5db-584d7b9e3352 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:23:35.759257 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-d835b60f-9e73-4c2a-b5db-584d7b9e3352 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0131717 Sep 19 17:23:35.771077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e326dd-ffd0-43bc-a627-9d34c99ab931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0126bb7f-c136-4219-a408-ec58c3c92209,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:35.957070 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Request body: {'port': {'device_id': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:36.043068 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:36.084941 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.67', 61780) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:36.177285 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6cbc-6991-470d-b361-18a7f6fb5281 req-057dfdf4-df8c-4c65-85d4-2019b853f6f1 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:36.180348 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-483b6cbc-6991-470d-b361-18a7f6fb5281 req-057dfdf4-df8c-4c65-85d4-2019b853f6f1 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 932 time: 0.4655137 Sep 19 17:23:36.187108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Provisioning complete for port 95fe2876-ad84-4782-b5da-88dc57844f07 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:36.188865 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:36.189376 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Attempt 1 to provision port 95fe2876-ad84-4782-b5da-88dc57844f07 Sep 19 17:23:36.289692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:36.343204 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Port 95fe2876-ad84-4782-b5da-88dc57844f07 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:36.902542 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7f97dbe6-017b-4f84-8923-56021e882852 req-495dfe3a-a59c-4e11-971a-10dffcd70a76 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0772147 Sep 19 17:23:36.910444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:36.911382 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-483b6cbc-6991-470d-b361-18a7f6fb5281 req-70cecb90-c852-4b69-893d-1ca67b92a4c7 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526035 Sep 19 17:23:36.911382 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:36.912534 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-a381354c-b547-4022-9e5d-7fe34b5d6c64 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:36.912534 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-a381354c-b547-4022-9e5d-7fe34b5d6c64 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 816 time: 0.4638906 Sep 19 17:23:36.912941 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bd21af71-b08e-4cac-8a4f-c0d572b1236d req-78795e2d-2c76-4027-ad78-ae97d4f8bf78 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0583789 Sep 19 17:23:36.913089 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-554b05f5-7ef4-4640-862e-4a1dc6e9e849 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 379 time: 0.1241953 Sep 19 17:23:36.913089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'port': {'device_id': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'admin_state_up': True, 'tenant_id': '1f148193008640639adb751706133b25', 'security_groups': ['272dcbd9-768a-462b-9a89-8ce288c9f0a5']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:36.913489 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Attempt 2 to provision port 95fe2876-ad84-4782-b5da-88dc57844f07 Sep 19 17:23:36.913489 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Port 95fe2876-ad84-4782-b5da-88dc57844f07 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:36.913838 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fe2876-ad84-4782-b5da-88dc57844f07 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:23:36.927769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks [] for port (95fe2876-ad84-4782-b5da-88dc57844f07), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:36.928773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:36.957205 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Transition to ACTIVE for port object 95fe2876-ad84-4782-b5da-88dc57844f07 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:23:37.019021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.069743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:37.075359 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:37.079935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:37.085248 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:37.086056 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.094432 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:37.107276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Made reservation on behalf of 1f148193008640639adb751706133b25 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:37.112219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.159532 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Pushing event updated for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:37.173115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Attempting to bind port 95fe2876-ad84-4782-b5da-88dc57844f07 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:37.173474 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Attempting to bind port 95fe2876-ad84-4782-b5da-88dc57844f07 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:37.174006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Attempting to bind port 95fe2876-ad84-4782-b5da-88dc57844f07 on network 9250236b-0273-43f2-a175-bd8e8ae1caee {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:37.202086 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-b36259e3-2431-4c87-8b8d-8a841f198663 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1302168 Sep 19 17:23:37.365071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Port 95fe2876-ad84-4782-b5da-88dc57844f07 on network 9250236b-0273-43f2-a175-bd8e8ae1caee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:23:37.365762 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Attempting to bind port 95fe2876-ad84-4782-b5da-88dc57844f07 on network 9250236b-0273-43f2-a175-bd8e8ae1caee {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:37.399313 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:37.412377 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Attempt 3 to provision port 95fe2876-ad84-4782-b5da-88dc57844f07 Sep 19 17:23:37.459972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Allocated IP 172.20.0.4 (a4b55d20-22b3-42fd-86ee-53a53a1c48eb/d0914954-4dcf-4460-8306-98f690eb3a88/e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:37.460318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51502) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:37.471924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:37.472655 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Checking segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:37.473892 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Bound using segment: {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:37.474916 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Bound port: 95fe2876-ad84-4782-b5da-88dc57844f07, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:37.475497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.494229 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-87825e6e-5de5-46f5-afd9-f321b8702150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.529254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Port 95fe2876-ad84-4782-b5da-88dc57844f07 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:37.640278 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:37.701746 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=95fe2876-ad84-4782-b5da-88dc57844f07,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:37.761057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:37.766965 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-87825e6e-5de5-46f5-afd9-f321b8702150 admin admin] Publish callbacks [] for security_group (b70ec51d-27c0-4087-8cc3-254056c207bb), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.790982 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Request body: {'port': {'device_id': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:37.800881 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5978c6-7910-4c44-853c-ced58f9323eb req-9dfc4b92-8b9d-43a7-b2c6-d93c29c8bef0 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:37.802564 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2d5978c6-7910-4c44-853c-ced58f9323eb req-9dfc4b92-8b9d-43a7-b2c6-d93c29c8bef0 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.1043992 Sep 19 17:23:37.803340 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:37.829330 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.889567 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.906310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:37.906943 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:37.914397 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/95fe2876-ad84-4782-b5da-88dc57844f07 HTTP/1.1" status: 200 len: 1094 time: 2.0813756 Sep 19 17:23:37.915081 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:23:37.915238 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-87825e6e-5de5-46f5-afd9-f321b8702150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b70ec51d-27c0-4087-8cc3-254056c207bb), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.020270 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.024044 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Attempt 4 to provision port 95fe2876-ad84-4782-b5da-88dc57844f07 Sep 19 17:23:38.070209 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df8462c2-da94-4552-b441-4403f689e804 None None] Port 95fe2876-ad84-4782-b5da-88dc57844f07 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:23:38.082284 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3761b-ac1c-4de1-803a-82186be26b01 service neutron] Pushing event updated for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:38.132020 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-87825e6e-5de5-46f5-afd9-f321b8702150 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ebae48ce983e4c94b29d667145e0e161&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6702569 Sep 19 17:23:38.136687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2d5978c6-7910-4c44-853c-ced58f9323eb req-ac9fbecf-7b35-452c-bd10-769bd74ae27f tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023884 Sep 19 17:23:38.138588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51530) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:38.139121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5cd91b4b-12bf-4788-91b1-8106fb208177 req-d5dedc87-626a-45f4-abae-1e616797067f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.2006609 Sep 19 17:23:38.176917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.195089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.67', 61791) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:38.200840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:38.202481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Provisioning complete for port 9d69013e-49a8-47b6-be21-f1203cc13ade triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:38.207966 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.208241 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Attempt 1 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:23:38.219442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:38.221691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:38.236723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:38.241301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:38.241929 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.282494 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:38.296881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] Publish callbacks [] for security_group (b70ec51d-27c0-4087-8cc3-254056c207bb), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.416415 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Port 9d69013e-49a8-47b6-be21-f1203cc13ade cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:38.424468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:38.435738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87825e6e-5de5-46f5-afd9-f321b8702150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70ec51d-27c0-4087-8cc3-254056c207bb,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:38.616499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-94f00a02-9a53-4ac6-8224-bc60031ab16a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:38.618876 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-94f00a02-9a53-4ac6-8224-bc60031ab16a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.3272769 Sep 19 17:23:38.647240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03093d1b-adec-477c-9953-0958b7c65760 req-a17c5062-d584-4f41-b0a0-756caaedb15b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:38.648963 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03093d1b-adec-477c-9953-0958b7c65760 req-a17c5062-d584-4f41-b0a0-756caaedb15b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 931 time: 0.1004004 Sep 19 17:23:38.681158 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-2bb93aa4-2cc8-4375-87d3-afc606b32c90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9467883 Sep 19 17:23:38.719827 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:38.744446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] Publish callbacks [] for security_group (b70ec51d-27c0-4087-8cc3-254056c207bb), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:38.828670 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03093d1b-adec-477c-9953-0958b7c65760 req-24ba72c4-a1d5-4edb-bb72-8cdb23621299 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690369 Sep 19 17:23:38.848669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'port': {'device_id': 'f141f191-3cdc-4eef-8f61-bea738735537', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'admin_state_up': True, 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:38.917258 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Attempt 2 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:23:38.926840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Request body: {'port': {'device_id': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:38.983044 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Port 9d69013e-49a8-47b6-be21-f1203cc13ade cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:38.987138 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d69013e-49a8-47b6-be21-f1203cc13ade {{(pid=106879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:23:38.996675 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks [] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.022335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.provisioning_blocks [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Transition to ACTIVE for port object 9d69013e-49a8-47b6-be21-f1203cc13ade will not be triggered until provisioned by entity L2. {{(pid=106879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:23:39.156561 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.384557 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671988a2-b006-412a-81bd-bc1c8cf27965 x-openstack-request-id: req-671988a2-b006-412a-81bd-bc1c8cf27965 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:39.393588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:39.393588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-671988a2-b006-412a-81bd-bc1c8cf27965 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:39.393588 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671988a2-b006-412a-81bd-bc1c8cf27965'] response: {'name': 'network-changed', 'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07', 'status': 'completed', 'code': 200} Sep 19 17:23:39.407663 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-295b3fac-a321-4365-b355-5216d3fab75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:39.409457 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-295b3fac-a321-4365-b355-5216d3fab75a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1bab2edcfa684d8a8befcb705fe3990e&device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 1128 time: 1.1166761 Sep 19 17:23:39.484960 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Attempt 3 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:23:39.547680 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Port 9d69013e-49a8-47b6-be21-f1203cc13ade cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:39.552330 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2804b0f5-e951-4e9a-94d7-58a74b585fb8 req-88540c75-db37-4ff0-8945-c5053dc6cbf6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.1480820 Sep 19 17:23:39.597841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:39.650591 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:39.665208 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-cfffab78-cad6-4f66-b592-24002bd43450 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fe2876-ad84-4782-b5da-88dc57844f07 HTTP/1.1" status: 200 len: 217 time: 0.1963491 Sep 19 17:23:39.692773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8027d4-6cf6-45ca-bd03-5744b752ea25 req-cf64fe32-654a-4c8b-bee0-c3d23541e146 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:39.695531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e8027d4-6cf6-45ca-bd03-5744b752ea25 req-cf64fe32-654a-4c8b-bee0-c3d23541e146 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.2872367 Sep 19 17:23:39.710927 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:39.721624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Attempting to bind port 9d69013e-49a8-47b6-be21-f1203cc13ade on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:39.722217 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Attempting to bind port 9d69013e-49a8-47b6-be21-f1203cc13ade by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:39.722730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Attempting to bind port 9d69013e-49a8-47b6-be21-f1203cc13ade on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:39.804967 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.805798 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e8027d4-6cf6-45ca-bd03-5744b752ea25 req-2c430227-1eff-49d4-9490-a5edd7cc9d53 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974557 Sep 19 17:23:39.814615 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Port 9d69013e-49a8-47b6-be21-f1203cc13ade on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:23:39.817319 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Attempting to bind port 9d69013e-49a8-47b6-be21-f1203cc13ade on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:39.826747 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b70ec51d-27c0-4087-8cc3-254056c207bb), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.836315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.837726 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b70ec51d-27c0-4087-8cc3-254056c207bb HTTP/1.1" status: 204 len: 168 time: 1.6959684 Sep 19 17:23:39.938521 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:39.938893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:39.939466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Bound using segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:39.939965 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Bound port: 9d69013e-49a8-47b6-be21-f1203cc13ade, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:39.943425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:39.996686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:40.009486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a92be-f6a5-464e-96aa-437ad9080dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70ec51d-27c0-4087-8cc3-254056c207bb,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:40.051672 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Attempt 4 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:23:40.092449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-7859a333-6d03-4aaa-8d6e-10629bd42064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:40.113927 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-7859a333-6d03-4aaa-8d6e-10629bd42064 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ada66cab-bb48-4c8b-a887-63ee84f2f05b HTTP/1.1" status: 200 len: 850 time: 0.4054272 Sep 19 17:23:40.160373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Port 9d69013e-49a8-47b6-be21-f1203cc13ade cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:40.172167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d187-ae28-495e-aa4d-cfd0376c7523 req-24cc9ce2-413e-4b75-9832-2180bb2dae95 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:40.180371 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef44d187-ae28-495e-aa4d-cfd0376c7523 req-24cc9ce2-413e-4b75-9832-2180bb2dae95 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 931 time: 0.1220648 Sep 19 17:23:40.194278 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, cleared binding levels {{(pid=106879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:40.246412 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=9d69013e-49a8-47b6-be21-f1203cc13ade,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:40.297030 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef44d187-ae28-495e-aa4d-cfd0376c7523 req-ed71b731-f67f-4102-8b16-10cae8aa7585 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153648 Sep 19 17:23:40.323488 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-275db2b3-92da-4a80-8019-e8d6a06e1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:40.325734 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-275db2b3-92da-4a80-8019-e8d6a06e1b0b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9250236b-0273-43f2-a175-bd8e8ae1caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2021146 Sep 19 17:23:40.339719 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Made reservation on behalf of 4118102ca29c4b0fa344b21b9c9f1e85 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:23:40.339719 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:40.386908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:40.470837 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:40.472001 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:40.473158 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 1093 time: 2.6906095 Sep 19 17:23:40.482221 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:23:40.657054 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Attempt 5 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:23:40.669600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:40.678051 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f04b75-224f-4179-add2-942c4d870dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=3']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:40.809194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-648e1cb3-b2fe-473e-9562-f688bfe88473 None None] Port 9d69013e-49a8-47b6-be21-f1203cc13ade had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:23:40.875784 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895e7ff-95cc-4716-ac4f-7c71d2143934" -d '{"events": [{"name": "network-changed", "server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:40.917186 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fa5eef83-4c24-47a5-a2ca-b8b891a1f693 req-a17b3f57-4dd0-4ad1-8fa4-3ff67a2ec513 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.1348395 Sep 19 17:23:40.940944 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Provisioning complete for port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:40.952302 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:40.952650 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Attempt 1 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:23:40.960948 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-7a1634a3-7ab4-4806-b3a4-07ca9c92e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:40.962602 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-7a1634a3-7ab4-4806-b3a4-07ca9c92e168 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1127 time: 0.1507657 Sep 19 17:23:40.981012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Allocated IP 172.20.0.3 (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5/e2282898-f576-4d8c-b04f-4004170e18fe/e5a3c33b-3371-42fa-9473-41736f479159) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:23:41.030753 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224654-84c9-47b3-80c4-281ea1069a71 req-d06e38c2-5064-442c-8537-3c64a5eb2909 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:41.033481 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb224654-84c9-47b3-80c4-281ea1069a71 req-d06e38c2-5064-442c-8537-3c64a5eb2909 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0695808 Sep 19 17:23:41.085662 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:41.130755 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-7d49ecd3-2270-4cab-8627-ff65b3237646 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630699 Sep 19 17:23:41.169980 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f72ac-d075-48d1-a327-323634bcd24f x-openstack-request-id: req-bc8f72ac-d075-48d1-a327-323634bcd24f {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:41.170299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:41.170511 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc8f72ac-d075-48d1-a327-323634bcd24f {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:41.170981 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8f72ac-d075-48d1-a327-323634bcd24f'] response: {'name': 'network-changed', 'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade', 'status': 'completed', 'code': 200} Sep 19 17:23:41.172765 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:23:41.195150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks [] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.214004 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-3511c57a-9eee-4eda-acb7-41ac810332fa service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.1442058 Sep 19 17:23:41.265860 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb224654-84c9-47b3-80c4-281ea1069a71 req-1f85778d-4664-479d-a7d8-f7fa2197c1e6 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251725 Sep 19 17:23:41.323737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-712533bc-4b62-48c8-b454-856ccd88e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:41.325419 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-712533bc-4b62-48c8-b454-856ccd88e19f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0806105 Sep 19 17:23:41.326426 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Transition to ACTIVE for port object e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:23:41.411931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for port (e5a3c33b-3371-42fa-9473-41736f479159), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.416342 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3b663b70-4dd0-4b92-9c88-5bc7535982b4 req-3108386a-e229-4bb5-a5d4-c8d69675519e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833665 Sep 19 17:23:41.430055 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.527531 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:41.542710 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab5b6-c9e7-4022-ac46-6b716bec3e70 req-14a58fbe-64b3-494b-876d-23649b0ee37a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:41.542710 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a7ab5b6-c9e7-4022-ac46-6b716bec3e70 req-14a58fbe-64b3-494b-876d-23649b0ee37a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0961018 Sep 19 17:23:41.549781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Attempting to bind port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:41.550193 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Attempting to bind port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:41.550585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Attempting to bind port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:41.578420 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.587104 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Attempt 2 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:23:41.637161 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a7ab5b6-c9e7-4022-ac46-6b716bec3e70 req-767ba58a-590a-47f5-a6b6-7373d04847b4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950325 Sep 19 17:23:41.640556 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:23:41.649651 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:23:41.649936 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Attempting to bind port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:41.652536 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:23:41.655456 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:41.657808 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:23:41.662095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:41.662996 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.679260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:41.682923 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:41.717121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:41.726418 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:41.726750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Checking segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:41.727130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Bound using segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:41.727629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Bound port: e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:41.728040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.816818 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-91a01c58-25a4-4002-b3cc-1f1e844bdef8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0054963 Sep 19 17:23:41.844279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:41.848204 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:41.906040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:41.968968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.978261 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:41.978261 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:41.978261 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 1093 time: 3.1696379 Sep 19 17:23:41.981786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:23:41.989318 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:42.080477 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Request body: {'port': {'device_id': 'f141f191-3cdc-4eef-8f61-bea738735537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:23:42.122630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ae1bb-b571-460b-8ef1-48b570cc7664 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:42.133223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4b097a-7a5b-4733-b9e3-d0d3d7d881b7 x-openstack-request-id: req-5d4b097a-7a5b-4733-b9e3-d0d3d7d881b7 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:42.133223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:42.133223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d4b097a-7a5b-4733-b9e3-d0d3d7d881b7 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:42.133223 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4b097a-7a5b-4733-b9e3-d0d3d7d881b7'] response: {'name': 'network-changed', 'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'status': 'completed', 'code': 200} Sep 19 17:23:42.184442 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Attempt 3 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:23:42.188455 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c937127-c714-4e8e-88b8-9303121d4e40 req-df87b89a-592e-4064-a445-26c8c2745798 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:42.190647 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c937127-c714-4e8e-88b8-9303121d4e40 req-df87b89a-592e-4064-a445-26c8c2745798 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 931 time: 0.1676126 Sep 19 17:23:42.192981 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:42.194852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-fb9c9d62-c66a-4761-9090-72d3d05b8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:42.196705 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-fb9c9d62-c66a-4761-9090-72d3d05b8a8f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143153 Sep 19 17:23:42.218166 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e5a3c33b-3371-42fa-9473-41736f479159), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:42.251515 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c937127-c714-4e8e-88b8-9303121d4e40 req-14cc7870-b29e-4992-89de-4a7da2a9d950 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Sep 19 17:23:42.258281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-969d6d43-f662-4a92-a075-f8e39f2b76f3 None None] Port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:23:42.396565 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Provisioning complete for port e5a3c33b-3371-42fa-9473-41736f479159 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:42.401080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e5a3c33b-3371-42fa-9473-41736f479159), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:42.402244 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 1 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:42.461140 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-7ad97342-9127-4ca1-9ab3-3c94e8f41553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:42.462748 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-7ad97342-9127-4ca1-9ab3-3c94e8f41553 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1127 time: 0.2157726 Sep 19 17:23:42.492973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:42.521061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-670b222d-0621-431b-b76c-66a4c31cb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:42.525680 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-670b222d-0621-431b-b76c-66a4c31cb4e9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1bab2edcfa684d8a8befcb705fe3990e&device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 1128 time: 0.2006338 Sep 19 17:23:42.596684 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:42.629243 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-ed7fddf3-b31b-4bfd-89fc-791120a60aaa service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204048 Sep 19 17:23:42.678293 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7e4d-c401-4991-9da9-84ba55259e15 req-4b278f9c-d780-48d7-a881-0b202841c4c9 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:42.682068 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3e3b7e4d-c401-4991-9da9-84ba55259e15 req-4b278f9c-d780-48d7-a881-0b202841c4c9 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.2114432 Sep 19 17:23:42.968033 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3e3b7e4d-c401-4991-9da9-84ba55259e15 req-d796d02c-2e18-4b53-b40f-7ff3995ab376 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650843 Sep 19 17:23:42.997778 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 2 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:43.025285 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7ff83-cbb2-4879-8a5b-5657032237a5 req-66842486-f0f5-410f-b1e1-0c4b5a61ee94 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:43.026850 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aac7ff83-cbb2-4879-8a5b-5657032237a5 req-66842486-f0f5-410f-b1e1-0c4b5a61ee94 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.2199421 Sep 19 17:23:43.057323 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:43.135312 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce8cf04-60ab-474f-8e2f-60d195f9b16c req-c8779e15-7caa-4ebc-903e-36b98eec2ece service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493589 Sep 19 17:23:43.140151 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aac7ff83-cbb2-4879-8a5b-5657032237a5 req-4eede11d-3e9c-482c-b834-703c07c32d56 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917504 Sep 19 17:23:43.515040 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-d2a980f9-4f62-4213-af29-868acb5b5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:43.516644 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-d2a980f9-4f62-4213-af29-868acb5b5878 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1127 time: 0.1059384 Sep 19 17:23:43.572466 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 3 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:43.590355 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-48ef48b0-c860-411f-a68c-7a0336bca7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:43.592816 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-48ef48b0-c860-411f-a68c-7a0336bca7fe service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=1f148193008640639adb751706133b25&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8810980 Sep 19 17:23:43.615758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-01771d60-7fac-450e-915e-e6a75f02e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:43.617898 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-01771d60-7fac-450e-915e-e6a75f02e320 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9250236b-0273-43f2-a175-bd8e8ae1caee HTTP/1.1" status: 200 len: 912 time: 0.9049370 Sep 19 17:23:43.693709 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:43.732706 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919d64-2df2-46c7-8d74-1476c4b2553d req-bad26f10-a1a7-44b1-b5d3-ee23b5b31404 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:43.740362 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-72919d64-2df2-46c7-8d74-1476c4b2553d req-bad26f10-a1a7-44b1-b5d3-ee23b5b31404 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 931 time: 0.2221556 Sep 19 17:23:43.811239 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-72919d64-2df2-46c7-8d74-1476c4b2553d req-2ca9b3c2-2954-4544-a144-d6e42fab2728 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Sep 19 17:23:44.180997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-5561be13-655c-414e-9eb9-5e23ff65799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.182971 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4485aa5b-b04b-4c9f-a75e-f82eef77f1be req-5561be13-655c-414e-9eb9-5e23ff65799a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4671621 Sep 19 17:23:44.197732 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 4 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:44.207273 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-a4905a92-6bbc-45ce-9435-f71f25e2d845 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fe2876-ad84-4782-b5da-88dc57844f07 HTTP/1.1" status: 200 len: 217 time: 0.5001009 Sep 19 17:23:44.299232 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a3c33b-3371-42fa-9473-41736f479159 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:23:44.308373 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:44.314601 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:44.319466 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks [] for port (e5a3c33b-3371-42fa-9473-41736f479159), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:44.348203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Transition to ACTIVE for port object e5a3c33b-3371-42fa-9473-41736f479159 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:23:44.350091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-20b5e6c4-388c-4d09-9188-4133f0e5cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.352019 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-20b5e6c4-388c-4d09-9188-4133f0e5cbbb service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ada66cab-bb48-4c8b-a887-63ee84f2f05b HTTP/1.1" status: 200 len: 850 time: 0.1302454 Sep 19 17:23:44.421162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-623822c6-4eb4-47cd-ae27-2e00f7e38e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.423266 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-623822c6-4eb4-47cd-ae27-2e00f7e38e90 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.8568401 Sep 19 17:23:44.437491 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766eb6-ef04-45a5-81fb-335178434bbd req-1d002d67-2bc9-4d4a-bb9b-26750133ab4d tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.442912 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:44.445450 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0d766eb6-ef04-45a5-81fb-335178434bbd req-1d002d67-2bc9-4d4a-bb9b-26750133ab4d tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.2313690 Sep 19 17:23:44.486895 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-ffde0bc0-a3db-4e7b-8c95-e6d84721d826 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.0368617 Sep 19 17:23:44.501243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-96d39ea9-2b20-415c-b258-85fcce099c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.503484 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-96d39ea9-2b20-415c-b258-85fcce099c8a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1127 time: 0.1347020 Sep 19 17:23:44.522103 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-f963e0dc-354a-47ae-b791-085103d3c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.525202 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-f963e0dc-354a-47ae-b791-085103d3c10e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9250236b-0273-43f2-a175-bd8e8ae1caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1529641 Sep 19 17:23:44.555499 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fad2dc-9425-485f-93ed-03ce1879ad1a req-327c7c06-4419-4267-ab60-23ae2300ecd4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.558928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47fad2dc-9425-485f-93ed-03ce1879ad1a req-327c7c06-4419-4267-ab60-23ae2300ecd4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.2341583 Sep 19 17:23:44.646591 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51788) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:44.647665 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:44.656831 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-f11c00ae-0d58-4384-a4d5-36d536dd6da1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 217 time: 0.1120799 Sep 19 17:23:44.697279 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47fad2dc-9425-485f-93ed-03ce1879ad1a req-816ad94b-e609-47ad-a9ca-71c35790c5c0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025600 Sep 19 17:23:44.706201 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0d766eb6-ef04-45a5-81fb-335178434bbd req-62142a5b-9b80-4dcc-b7a4-cdd5754622fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597246 Sep 19 17:23:44.754876 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-195efc15-d73b-45eb-9489-8358c11b6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.755082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Pushing event updated for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:44.756183 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-195efc15-d73b-45eb-9489-8358c11b6a95 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.2388844 Sep 19 17:23:44.775101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Attempting to bind port e5a3c33b-3371-42fa-9473-41736f479159 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:23:44.775451 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Attempting to bind port e5a3c33b-3371-42fa-9473-41736f479159 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:23:44.775843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Attempting to bind port e5a3c33b-3371-42fa-9473-41736f479159 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:44.816389 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 5 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:44.830823 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-7b394903-fbe5-49aa-8d85-f2365c55f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:44.832759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-7b394903-fbe5-49aa-8d85-f2365c55f607 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638571 Sep 19 17:23:44.918324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:44.922117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:44.974434 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51804) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:45.027224 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-9ccd1be7-2aac-4616-b246-be77e58082d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:45.029423 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-9ccd1be7-2aac-4616-b246-be77e58082d6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.2709470 Sep 19 17:23:45.094524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e1d-60fa-4f1a-98eb-ef06a651788b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.121627 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c64d-e1be-41e6-9d9c-9fbad237a32d req-fb55118f-0a56-4f3f-9053-296bd8474a57 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:45.122198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-a49752c1-27c1-45f7-b3e1-77d7ab5e395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:45.122534 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0d25c64d-e1be-41e6-9d9c-9fbad237a32d req-fb55118f-0a56-4f3f-9053-296bd8474a57 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.1812882 Sep 19 17:23:45.123879 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-a49752c1-27c1-45f7-b3e1-77d7ab5e395b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715520 Sep 19 17:23:45.144403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Port e5a3c33b-3371-42fa-9473-41736f479159 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:23:45.144809 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Attempting to bind port e5a3c33b-3371-42fa-9473-41736f479159 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:23:45.151177 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-3fe88153-be9d-4e1d-a6ca-af42af37bf3b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927560 Sep 19 17:23:45.170439 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:45.176311 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-afc280e2-d0ca-45d4-82b3-2d8e448e944c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.191001 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-23657f70-0190-4790-92db-15716b223525 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622902 Sep 19 17:23:45.227264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:23:45.227641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:23:45.228178 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Bound using segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:23:45.228520 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Bound port: e5a3c33b-3371-42fa-9473-41736f479159, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:23:45.228943 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e5a3c33b-3371-42fa-9473-41736f479159), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.233464 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0d25c64d-e1be-41e6-9d9c-9fbad237a32d req-673ff087-61ef-4dbb-9dcb-982c3e091ef1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Sep 19 17:23:45.306506 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e1d-60fa-4f1a-98eb-ef06a651788b admin admin] Publish callbacks [] for security_group (5390dbcb-c70a-4225-908f-773fdad6520b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.339867 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:23:45.348233 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e5a3c33b-3371-42fa-9473-41736f479159,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:23:45.354820 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-afc280e2-d0ca-45d4-82b3-2d8e448e944c admin admin] Publish callbacks [] for security_group (6703b0ce-1f8e-429f-bc28-115986577b97), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.361434 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d5a24e1d-60fa-4f1a-98eb-ef06a651788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5390dbcb-c70a-4225-908f-773fdad6520b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.411752 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24e1d-60fa-4f1a-98eb-ef06a651788b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5390dbcb-c70a-4225-908f-773fdad6520b,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:45.420423 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 6 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:45.428626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d5a24e1d-60fa-4f1a-98eb-ef06a651788b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1041f331221d4e30becf9f46f06a24d9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7796237 Sep 19 17:23:45.431297 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51808) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:45.436772 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.440715 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-afc280e2-d0ca-45d4-82b3-2d8e448e944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6703b0ce-1f8e-429f-bc28-115986577b97), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.448410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:45.450264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.452241 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 200 len: 1093 time: 3.3870304 Sep 19 17:23:45.458467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:23:45.462345 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec17c8-daac-4247-875f-349f4d6aca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "tag": "e5a3c33b-3371-42fa-9473-41736f479159"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:45.522766 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:23:45.527789 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] Publish callbacks [] for security_group (5390dbcb-c70a-4225-908f-773fdad6520b), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.562327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762256cc-d67d-4f42-9f70-80b081574854 x-openstack-request-id: req-762256cc-d67d-4f42-9f70-80b081574854 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:45.564363 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "tag": "e5a3c33b-3371-42fa-9473-41736f479159", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:45.566711 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] Publish callbacks [] for security_group (5390dbcb-c70a-4225-908f-773fdad6520b), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.567641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-762256cc-d67d-4f42-9f70-80b081574854 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:45.568242 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762256cc-d67d-4f42-9f70-80b081574854'] response: {'name': 'network-changed', 'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159', 'status': 'completed', 'code': 200} Sep 19 17:23:45.606824 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-afc280e2-d0ca-45d4-82b3-2d8e448e944c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=559e69db062d4c4f818f0ca56e03c5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6277184 Sep 19 17:23:45.611096 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51814) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:45.626240 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc280e2-d0ca-45d4-82b3-2d8e448e944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6703b0ce-1f8e-429f-bc28-115986577b97,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:45.647957 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e7f1-e4a2-4532-a0da-e243d85ed53e service neutron] Pushing event updated for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:45.649490 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51816) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:45.691877 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] Publish callbacks [] for security_group (6703b0ce-1f8e-429f-bc28-115986577b97), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.714566 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5390dbcb-c70a-4225-908f-773fdad6520b), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.717683 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.739027 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5390dbcb-c70a-4225-908f-773fdad6520b HTTP/1.1" status: 204 len: 168 time: 0.3060112 Sep 19 17:23:45.746081 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] Publish callbacks [] for security_group (6703b0ce-1f8e-429f-bc28-115986577b97), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:45.756417 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0795259-1cca-428d-9ceb-997fb7af6c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5390dbcb-c70a-4225-908f-773fdad6520b,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:45.922101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:45.922210 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb632-e30c-45b9-a6c1-ef0fbc05aa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.024366 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Attempt 7 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:23:46.036636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6703b0ce-1f8e-429f-bc28-115986577b97), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.039479 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.040767 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/6703b0ce-1f8e-429f-bc28-115986577b97 HTTP/1.1" status: 204 len: 168 time: 0.4258516 Sep 19 17:23:46.048426 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:46.055971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1dbcf-c2d8-424d-a7f4-b70518a44411 req-14f13a32-5f4e-4b09-84db-4846cbc734fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:46.066856 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fc1dbcf-c2d8-424d-a7f4-b70518a44411 req-14f13a32-5f4e-4b09-84db-4846cbc734fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.1516054 Sep 19 17:23:46.076399 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adfa8c-3003-46c4-ae13-2bd5c7401502 req-cb282d04-69b4-4fdd-856b-6d598a156611 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:46.091824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55adfa8c-3003-46c4-ae13-2bd5c7401502 req-cb282d04-69b4-4fdd-856b-6d598a156611 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.1753261 Sep 19 17:23:46.112979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fe75d-9c9b-46c7-8359-ae4539dffb44 None None] Port e5a3c33b-3371-42fa-9473-41736f479159 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:23:46.299457 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb632-e30c-45b9-a6c1-ef0fbc05aa2c admin admin] Publish callbacks [] for security_group (6a32e389-d733-4f96-a00f-f452ef03681c), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.330641 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fc1dbcf-c2d8-424d-a7f4-b70518a44411 req-1351ab96-6191-419a-9f56-f12dbe950eee tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597759 Sep 19 17:23:46.341215 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ff6cd-5725-4f6d-8563-0047ece4edf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703b0ce-1f8e-429f-bc28-115986577b97,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:46.380913 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-296a3b2f-7698-4cf2-a74e-8f26010b000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:46.382627 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-296a3b2f-7698-4cf2-a74e-8f26010b000a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1127 time: 0.3237667 Sep 19 17:23:46.452124 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb632-e30c-45b9-a6c1-ef0fbc05aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6a32e389-d733-4f96-a00f-f452ef03681c), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.481643 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-8d4da375-873a-48fc-8895-853f6c099b6b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559042 Sep 19 17:23:46.501381 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-c21be21b-5777-4d07-8590-68c0f8cae157 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662129 Sep 19 17:23:46.504724 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:46.590824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55adfa8c-3003-46c4-ae13-2bd5c7401502 req-f817adca-12a5-429d-9789-a0dc1e7350f3 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980414 Sep 19 17:23:46.603910 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb632-e30c-45b9-a6c1-ef0fbc05aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32e389-d733-4f96-a00f-f452ef03681c,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:46.626009 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-aa6cb632-e30c-45b9-a6c1-ef0fbc05aa2c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1dc2282af4c24d4eae8db1ddc15a986e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9752114 Sep 19 17:23:46.627067 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51852) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:46.651428 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134fd7-b5df-4a33-83bf-c83376a12f93 req-4714f019-d485-49e1-a4fc-bfef4e3ee343 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:46.653522 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35134fd7-b5df-4a33-83bf-c83376a12f93 req-4714f019-d485-49e1-a4fc-bfef4e3ee343 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.1685486 Sep 19 17:23:46.686632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:46.703441 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0895e7ff-95cc-4716-ac4f-7c71d2143934 req-242ba77c-68e2-425d-aa8d-928a44d70a09 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722652 Sep 19 17:23:46.756631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] Publish callbacks [] for security_group (6a32e389-d733-4f96-a00f-f452ef03681c), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.763026 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35134fd7-b5df-4a33-83bf-c83376a12f93 req-16a67883-c8fe-4495-90d0-82af8b456f2a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939264 Sep 19 17:23:46.792911 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] Publish callbacks [] for security_group (6a32e389-d733-4f96-a00f-f452ef03681c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.950274 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6a32e389-d733-4f96-a00f-f452ef03681c), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.953744 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:46.957485 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/6a32e389-d733-4f96-a00f-f452ef03681c HTTP/1.1" status: 204 len: 168 time: 0.3180757 Sep 19 17:23:46.966788 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cf692-0274-4f1d-b6ab-f82d152bbf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32e389-d733-4f96-a00f-f452ef03681c,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:46.984215 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-2759d897-4a02-4ec5-8aab-0e00cdc03434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:46.992075 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-2759d897-4a02-4ec5-8aab-0e00cdc03434 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5244145 Sep 19 17:23:47.004252 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a0f914b5-085f-49f1-844c-fb3595b70c95 req-61f8ef98-1687-490e-9caf-1e64ece81373 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350536 Sep 19 17:23:47.020039 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51868) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:47.049729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-63c3b9b5-84b9-4d3c-9ec9-d095cafb647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.199498 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 51870) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:47.202914 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-91512d79-1c14-45e0-94b7-e1549ee1bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:47.204440 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f5ec17c8-daac-4247-875f-349f4d6aca3b req-91512d79-1c14-45e0-94b7-e1549ee1bb02 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1877213 Sep 19 17:23:47.217661 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-63c3b9b5-84b9-4d3c-9ec9-d095cafb647b admin admin] Publish callbacks [] for security_group (72a596ce-9263-40f0-9496-af3920af7f10), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.226759 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f11eb7aa-4ba4-482f-8034-e72601a4b452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.303302 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-63c3b9b5-84b9-4d3c-9ec9-d095cafb647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (72a596ce-9263-40f0-9496-af3920af7f10), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.363774 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f11eb7aa-4ba4-482f-8034-e72601a4b452 admin admin] Publish callbacks [] for security_group (ddc43a78-ec47-41bf-84d0-9795bb1ba96a), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.371447 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-63c3b9b5-84b9-4d3c-9ec9-d095cafb647b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9a04cc4c5b6d41a788cdbd4647d2fbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498464 Sep 19 17:23:47.372651 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3b9b5-84b9-4d3c-9ec9-d095cafb647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a596ce-9263-40f0-9496-af3920af7f10,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:47.374691 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51872) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:47.427436 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f11eb7aa-4ba4-482f-8034-e72601a4b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ddc43a78-ec47-41bf-84d0-9795bb1ba96a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.489198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] Publish callbacks [] for security_group (72a596ce-9263-40f0-9496-af3920af7f10), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.524114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eb7aa-4ba4-482f-8034-e72601a4b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc43a78-ec47-41bf-84d0-9795bb1ba96a,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:47.549468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] Publish callbacks [] for security_group (72a596ce-9263-40f0-9496-af3920af7f10), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.601650 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 51878) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:47.602876 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-f11eb7aa-4ba4-482f-8034-e72601a4b452 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1cc8069750864fb2adf702306e4f18be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017663 Sep 19 17:23:47.613473 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36711392-11d9-4f72-9466-1a238bcdb81d req-b9d1695b-e3f7-4cb6-9ed9-cd5e0503ffda tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:47.623262 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-36711392-11d9-4f72-9466-1a238bcdb81d req-b9d1695b-e3f7-4cb6-9ed9-cd5e0503ffda tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.1023493 Sep 19 17:23:47.649181 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:47.677071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] Publish callbacks [] for security_group (ddc43a78-ec47-41bf-84d0-9795bb1ba96a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.696401 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-36711392-11d9-4f72-9466-1a238bcdb81d req-34b35c70-5c1c-47ae-9788-762012c7ada4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714583 Sep 19 17:23:47.716617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (72a596ce-9263-40f0-9496-af3920af7f10), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.720131 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.723668 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/72a596ce-9263-40f0-9496-af3920af7f10 HTTP/1.1" status: 204 len: 168 time: 0.3454573 Sep 19 17:23:47.732149 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] Publish callbacks [] for security_group (ddc43a78-ec47-41bf-84d0-9795bb1ba96a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.752630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbe32f-6df9-454e-84f3-142941d8ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a596ce-9263-40f0-9496-af3920af7f10,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:47.848223 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f41b0-f797-49ee-b1d8-284e331d1e11 req-4a091dd2-aa76-45fc-a976-5e40af4d8b59 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:47.856973 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-814f41b0-f797-49ee-b1d8-284e331d1e11 req-4a091dd2-aa76-45fc-a976-5e40af4d8b59 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0967090 Sep 19 17:23:47.921271 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ddc43a78-ec47-41bf-84d0-9795bb1ba96a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.928515 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:47.938255 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ddc43a78-ec47-41bf-84d0-9795bb1ba96a HTTP/1.1" status: 204 len: 168 time: 0.3355238 Sep 19 17:23:47.960334 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec224af-973d-4649-a6e1-9408bb7913ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc43a78-ec47-41bf-84d0-9795bb1ba96a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:47.980572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959f831-9322-42b0-b869-8036b98dd3d3 req-bed839d6-b90e-4684-a4dc-666b000dec43 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:47.990879 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e959f831-9322-42b0-b869-8036b98dd3d3 req-bed839d6-b90e-4684-a4dc-666b000dec43 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0853615 Sep 19 17:23:47.990879 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-814f41b0-f797-49ee-b1d8-284e331d1e11 req-a5548b23-931b-41dd-82f4-7ae3596c6232 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268106 Sep 19 17:23:48.094413 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e959f831-9322-42b0-b869-8036b98dd3d3 req-ff84543a-6a00-44f8-8d63-010bbff88e72 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972967 Sep 19 17:23:48.184329 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:48.201750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:48.268366 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d081d790-53a5-4219-a1c3-ec83e743e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:48.269923 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-d081d790-53a5-4219-a1c3-ec83e743e5f5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1127 time: 0.0612698 Sep 19 17:23:48.832930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e13ac-b36f-4d7b-bfee-4b17d982bc8c req-e8e011a5-707d-499e-8da9-7024fde264e0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:48.833818 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-4db98fc1-0272-4b47-afd5-c8e2e5013adc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 200 len: 217 time: 0.0479226 Sep 19 17:23:48.834982 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ba7e13ac-b36f-4d7b-bfee-4b17d982bc8c req-e8e011a5-707d-499e-8da9-7024fde264e0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0529172 Sep 19 17:23:48.850186 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:48.887097 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-bf204f40-e5fe-4344-9f20-dab4143601ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:48.888629 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-bf204f40-e5fe-4344-9f20-dab4143601ca service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0468054 Sep 19 17:23:48.889138 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ba7e13ac-b36f-4d7b-bfee-4b17d982bc8c req-ed2186b8-be50-4367-b3dc-54a1615c0796 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Sep 19 17:23:48.940322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-5532f053-414e-45f7-9f7c-4e6864a693fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:48.941855 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-5532f053-414e-45f7-9f7c-4e6864a693fe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460699 Sep 19 17:23:49.139448 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e353-d06f-4c61-b42a-f7b1265cb2b8 req-81b22881-1ac2-43e6-bab4-efc187ad36fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:49.141453 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cec3e353-d06f-4c61-b42a-f7b1265cb2b8 req-81b22881-1ac2-43e6-bab4-efc187ad36fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0576437 Sep 19 17:23:49.199350 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cec3e353-d06f-4c61-b42a-f7b1265cb2b8 req-9b631cde-44c2-4153-9094-d54bdd537025 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Sep 19 17:23:49.288717 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a632d-30a3-4e57-bdf7-047b8703dba6 req-9d73a5a9-ffd2-4ae5-8954-7279fd9075bb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:49.290886 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-536a632d-30a3-4e57-bdf7-047b8703dba6 req-9d73a5a9-ffd2-4ae5-8954-7279fd9075bb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0884590 Sep 19 17:23:49.360032 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-536a632d-30a3-4e57-bdf7-047b8703dba6 req-20f803a8-393a-477b-b17d-aa903b64106b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Sep 19 17:23:50.022200 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a55d0-1be1-4899-921f-862524a7924e req-e9f198e4-1c64-48c0-8e65-35b7e64ad337 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:50.023728 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-895a55d0-1be1-4899-921f-862524a7924e req-e9f198e4-1c64-48c0-8e65-35b7e64ad337 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0496511 Sep 19 17:23:50.080615 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-895a55d0-1be1-4899-921f-862524a7924e req-94c80462-bcf9-4a48-99c6-033f923c4fc3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496545 Sep 19 17:23:50.153091 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52004) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:50.218370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.339092 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbe28c-7eb7-4d19-8e42-52f35d63a2a3 req-8df92679-528d-4eef-b9dc-5fb7a3815d68 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:50.341265 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9abbe28c-7eb7-4d19-8e42-52f35d63a2a3 req-8df92679-528d-4eef-b9dc-5fb7a3815d68 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0516052 Sep 19 17:23:50.423751 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9abbe28c-7eb7-4d19-8e42-52f35d63a2a3 req-04493033-130f-4b5d-bd92-7b472114b5d4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Sep 19 17:23:50.467262 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fe694d5-5613-47fc-91a5-d5a05dd681f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.548738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de455f04-2705-4717-919b-f15a84564b8b req-7288e877-5adf-4a27-b143-8425eeecef74 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:50.548738 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-de455f04-2705-4717-919b-f15a84564b8b req-7288e877-5adf-4a27-b143-8425eeecef74 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0689845 Sep 19 17:23:50.634626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fe694d5-5613-47fc-91a5-d5a05dd681f4 admin admin] Publish callbacks [] for security_group (ea4e41cb-3bfb-406a-8527-5bb8740226bd), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.640268 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-de455f04-2705-4717-919b-f15a84564b8b req-1cb371a4-f340-407f-8344-dda2429ad17a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819285 Sep 19 17:23:50.736362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fe694d5-5613-47fc-91a5-d5a05dd681f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ea4e41cb-3bfb-406a-8527-5bb8740226bd), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.785563 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0fe694d5-5613-47fc-91a5-d5a05dd681f4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2693c736c50543738ed8897349805d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6310773 Sep 19 17:23:50.787133 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe694d5-5613-47fc-91a5-d5a05dd681f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4e41cb-3bfb-406a-8527-5bb8740226bd,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:50.788278 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52040) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:50.817627 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:50.843711 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] Publish callbacks [] for security_group (ea4e41cb-3bfb-406a-8527-5bb8740226bd), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.865559 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] Publish callbacks [] for security_group (ea4e41cb-3bfb-406a-8527-5bb8740226bd), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.975913 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ea4e41cb-3bfb-406a-8527-5bb8740226bd), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.978522 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:50.982970 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ea4e41cb-3bfb-406a-8527-5bb8740226bd HTTP/1.1" status: 204 len: 168 time: 0.1935828 Sep 19 17:23:50.990825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ddb8a-3d6c-433b-b2f9-8c2ee22d590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4e41cb-3bfb-406a-8527-5bb8740226bd,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:51.230335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28cc52-ba56-449c-83e9-b7ffcd66b804 req-91e76519-71d3-43a4-999f-03f7785af22f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:51.232428 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e28cc52-ba56-449c-83e9-b7ffcd66b804 req-91e76519-71d3-43a4-999f-03f7785af22f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0485563 Sep 19 17:23:51.260020 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:51.288364 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e28cc52-ba56-449c-83e9-b7ffcd66b804 req-baa7dec1-0d60-4667-bec2-f76f9b1f1ad1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496004 Sep 19 17:23:51.556874 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9973-df94-4ea9-a747-50b336283539 req-2934bec1-f1dd-4ad7-a39e-0dd3a6b08522 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:51.565542 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-83dd9973-df94-4ea9-a747-50b336283539 req-2934bec1-f1dd-4ad7-a39e-0dd3a6b08522 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0501802 Sep 19 17:23:51.629777 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-83dd9973-df94-4ea9-a747-50b336283539 req-a35d136f-92db-4a16-937a-c57364f25f5e tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613041 Sep 19 17:23:51.685534 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-6c78dfab-6441-4705-916c-bf7cf68833af service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099677 Sep 19 17:23:51.785853 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8f43-b329-49e8-abf0-5073267734e4 req-54a139b6-de1b-4813-a1ee-e257083576a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:51.787484 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-edff8f43-b329-49e8-abf0-5073267734e4 req-54a139b6-de1b-4813-a1ee-e257083576a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0599415 Sep 19 17:23:51.802372 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18da105f-0167-4a6a-a7d1-8662c93e7710 req-af675332-c614-44cc-87d6-1ee8341b5352 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092694 Sep 19 17:23:51.824659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:51.839679 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-edff8f43-b329-49e8-abf0-5073267734e4 req-a8c15685-f831-41f9-b409-fd941a24ed31 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Sep 19 17:23:52.460346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dd40e-b272-4e77-9121-b3996334663a req-b094991a-45e5-4667-a489-0b3fd9c62fef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:52.468444 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5d4dd40e-b272-4e77-9121-b3996334663a req-b094991a-45e5-4667-a489-0b3fd9c62fef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0623784 Sep 19 17:23:52.535758 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5d4dd40e-b272-4e77-9121-b3996334663a req-c52efc4c-cc92-40cb-acb9-02c98b11f43e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663781 Sep 19 17:23:52.788214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb2c9b-4f76-434c-8675-897c0f55c4d9 req-f1f125de-b28b-4bac-8019-1046a9659bb4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:52.790736 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-acbb2c9b-4f76-434c-8675-897c0f55c4d9 req-f1f125de-b28b-4bac-8019-1046a9659bb4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0785260 Sep 19 17:23:52.838077 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-acbb2c9b-4f76-434c-8675-897c0f55c4d9 req-6b74d0d5-e6b6-4bb5-94a3-de05379e1cac tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Sep 19 17:23:52.977279 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527b040-6328-454b-83fd-b5925df3da50 req-d32e1fc1-b6cd-4ef9-a99d-51f6b6a84c3d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:52.980225 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f527b040-6328-454b-83fd-b5925df3da50 req-d32e1fc1-b6cd-4ef9-a99d-51f6b6a84c3d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0653834 Sep 19 17:23:53.038656 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f527b040-6328-454b-83fd-b5925df3da50 req-f24d4d6b-05c9-4c05-93dc-7544ef072410 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Sep 19 17:23:53.096008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52166) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:53.201840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4d7c-b42b-4e92-943e-861f1acb8462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.292909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4d7c-b42b-4e92-943e-861f1acb8462 admin admin] Publish callbacks [] for security_group (92b8539c-adba-42d6-a1e6-ef54843d9a4f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.402044 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5c2f4d7c-b42b-4e92-943e-861f1acb8462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (92b8539c-adba-42d6-a1e6-ef54843d9a4f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.489991 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52186) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:53.490584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5c2f4d7c-b42b-4e92-943e-861f1acb8462 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=541b6421da9845478f03f4c2bcce1619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922675 Sep 19 17:23:53.492276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f4d7c-b42b-4e92-943e-861f1acb8462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8539c-adba-42d6-a1e6-ef54843d9a4f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:53.557018 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] Publish callbacks [] for security_group (92b8539c-adba-42d6-a1e6-ef54843d9a4f), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.579729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] Publish callbacks [] for security_group (92b8539c-adba-42d6-a1e6-ef54843d9a4f), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.678530 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22cda0-7156-49b8-b4f3-fdb47522c565 req-d73f2af4-5224-47bf-bd3b-e10b9b94c0fd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:53.680051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4b22cda0-7156-49b8-b4f3-fdb47522c565 req-d73f2af4-5224-47bf-bd3b-e10b9b94c0fd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0499508 Sep 19 17:23:53.731844 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4b22cda0-7156-49b8-b4f3-fdb47522c565 req-93a7e6f2-36a0-4f32-8983-740dc027b558 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454640 Sep 19 17:23:53.799344 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (92b8539c-adba-42d6-a1e6-ef54843d9a4f), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.802177 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:53.803349 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/92b8539c-adba-42d6-a1e6-ef54843d9a4f HTTP/1.1" status: 204 len: 168 time: 0.3122163 Sep 19 17:23:53.816306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a691406-5bc2-4414-a873-d187cedd06ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8539c-adba-42d6-a1e6-ef54843d9a4f,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:54.048443 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c744b-ca86-415d-b77b-53805149fc79 req-c8a1211b-cf57-4dad-92d7-857397b53f56 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:54.048443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c50c744b-ca86-415d-b77b-53805149fc79 req-c8a1211b-cf57-4dad-92d7-857397b53f56 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0503943 Sep 19 17:23:54.048443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c50c744b-ca86-415d-b77b-53805149fc79 req-75b3d42b-0f84-4aa6-90dd-5733a7920bb6 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Sep 19 17:23:54.194510 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283a51a-6a8e-4158-a3f6-3e028beb1504 req-fe32d26d-ef10-4a2d-830c-bcbc3763db41 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:54.196028 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b283a51a-6a8e-4158-a3f6-3e028beb1504 req-fe32d26d-ef10-4a2d-830c-bcbc3763db41 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0579543 Sep 19 17:23:54.245005 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b283a51a-6a8e-4158-a3f6-3e028beb1504 req-4e052c41-6a15-4254-b436-7d9cfe2e1705 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Sep 19 17:23:54.855210 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fbee2-bd6a-49f4-9528-db336ff81496 req-f520f67f-fdac-4cf1-a74f-a7a8bd54c5c6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:54.857602 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-071fbee2-bd6a-49f4-9528-db336ff81496 req-f520f67f-fdac-4cf1-a74f-a7a8bd54c5c6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0469377 Sep 19 17:23:54.908378 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-071fbee2-bd6a-49f4-9528-db336ff81496 req-7de39419-1347-4162-bd6b-42707934b297 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Sep 19 17:23:55.149057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:55.203492 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e85fd-8d8e-4742-8dab-c622c0a45077 req-ec958e80-c0ac-4d06-8c37-6a1d596722fa tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:55.205153 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed9e85fd-8d8e-4742-8dab-c622c0a45077 req-ec958e80-c0ac-4d06-8c37-6a1d596722fa tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 944 time: 0.0658839 Sep 19 17:23:55.254044 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed9e85fd-8d8e-4742-8dab-c622c0a45077 req-74512bf6-a669-471e-8f1f-c30e0931107e tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430818 Sep 19 17:23:55.385209 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39ab9-f2e7-4e49-9a9a-858012c47380 req-ced8d0ce-0ebf-4f6a-b81b-8f3e8b005027 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:55.387272 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce39ab9-f2e7-4e49-9a9a-858012c47380 req-ced8d0ce-0ebf-4f6a-b81b-8f3e8b005027 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0684278 Sep 19 17:23:55.407100 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52228) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:55.422930 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7805620c-00c0-41b4-a966-2f8b8b8ffac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.446870 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:55.457222 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dce39ab9-f2e7-4e49-9a9a-858012c47380 req-c66f1111-52ba-4bdf-beac-91ff95bec6e5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627141 Sep 19 17:23:55.534655 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7805620c-00c0-41b4-a966-2f8b8b8ffac8 admin admin] Publish callbacks [] for security_group (5fce3275-c849-437d-a118-e400f41f2f6e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.627287 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7805620c-00c0-41b4-a966-2f8b8b8ffac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5fce3275-c849-437d-a118-e400f41f2f6e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.668765 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7805620c-00c0-41b4-a966-2f8b8b8ffac8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=18cbe069f159419e93a5b3b60f9c0bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600234 Sep 19 17:23:55.670720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805620c-00c0-41b4-a966-2f8b8b8ffac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce3275-c849-437d-a118-e400f41f2f6e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:55.671613 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52236) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:55.720912 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] Publish callbacks [] for security_group (5fce3275-c849-437d-a118-e400f41f2f6e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.740902 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] Publish callbacks [] for security_group (5fce3275-c849-437d-a118-e400f41f2f6e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.874943 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5fce3275-c849-437d-a118-e400f41f2f6e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.877567 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:55.879251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5fce3275-c849-437d-a118-e400f41f2f6e HTTP/1.1" status: 204 len: 168 time: 0.2061629 Sep 19 17:23:55.888649 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8025aa2-cfcb-44ec-8804-13ac12655c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce3275-c849-437d-a118-e400f41f2f6e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:55.908948 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 95fe2876-ad84-4782-b5da-88dc57844f07 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:23:55.992666 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52244) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:56.060545 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6e5a-db41-4c43-bb89-a312c046e908 req-cabd4272-a874-4562-846e-64bd16cab8ea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:56.062284 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ae0a6e5a-db41-4c43-bb89-a312c046e908 req-cabd4272-a874-4562-846e-64bd16cab8ea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0511448 Sep 19 17:23:56.063472 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=95fe2876-ad84-4782-b5da-88dc57844f07,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:56.080492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '95fe2876-ad84-4782-b5da-88dc57844f07', 'network_id': '9250236b-0273-43f2-a175-bd8e8ae1caee', 'port_id': '95fe2876-ad84-4782-b5da-88dc57844f07', 'mac_address': 'fa:16:3e:3d:ab:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada66cab-bb48-4c8b-a887-63ee84f2f05b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:23:56.102470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:56.114937 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 95fe2876-ad84-4782-b5da-88dc57844f07 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:56.115607 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.116165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ae0a6e5a-db41-4c43-bb89-a312c046e908 req-9a6460f2-d275-4b4c-91e2-08bcf3b4e102 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465477 Sep 19 17:23:56.125074 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd7599d6-d158-4c9c-88d8-be702477f1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.138371 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fe2876-ad84-4782-b5da-88dc57844f07 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:23:56.160851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=95fe2876-ad84-4782-b5da-88dc57844f07,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:56.177553 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:56.206138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d34e6a84-ef13-488b-b24c-d3bc4db9341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.219990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:56.224712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.266594 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:23:56.277018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd7599d6-d158-4c9c-88d8-be702477f1bc admin admin] Publish callbacks [] for security_group (894971d2-9fab-4741-96a4-3d1213d52d71), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.294688 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:56.326759 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd7599d6-d158-4c9c-88d8-be702477f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (894971d2-9fab-4741-96a4-3d1213d52d71), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.383032 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-dd7599d6-d158-4c9c-88d8-be702477f1bc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0b59c1f477b045d1b8677ddd6aa23843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866811 Sep 19 17:23:56.383032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7599d6-d158-4c9c-88d8-be702477f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894971d2-9fab-4741-96a4-3d1213d52d71,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:56.385827 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52258) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:56.415349 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9d95-e17a-485b-bf06-274eb89969c0 req-5f0a0ffc-7c7e-4580-8e78-276af22bf674 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:56.416851 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d4d9d95-e17a-485b-bf06-274eb89969c0 req-5f0a0ffc-7c7e-4580-8e78-276af22bf674 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 945 time: 0.0776017 Sep 19 17:23:56.477160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] Publish callbacks [] for security_group (894971d2-9fab-4741-96a4-3d1213d52d71), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.515014 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d4d9d95-e17a-485b-bf06-274eb89969c0 req-316cb82e-c66c-41aa-8ecf-3c07fa021651 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901821 Sep 19 17:23:56.516822 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] Publish callbacks [] for security_group (894971d2-9fab-4741-96a4-3d1213d52d71), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.635796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfec0ad-9efb-45e9-ac16-0320a55dd548 req-ac6edbce-0196-4b1c-92cb-74f3b3152b48 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:56.638535 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8bfec0ad-9efb-45e9-ac16-0320a55dd548 req-ac6edbce-0196-4b1c-92cb-74f3b3152b48 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0567265 Sep 19 17:23:56.639959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (894971d2-9fab-4741-96a4-3d1213d52d71), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.644962 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:56.644962 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/894971d2-9fab-4741-96a4-3d1213d52d71 HTTP/1.1" status: 204 len: 168 time: 0.2569623 Sep 19 17:23:56.669246 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fc211-0e8e-4193-95c7-1e034a1bc17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894971d2-9fab-4741-96a4-3d1213d52d71,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:56.703984 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8bfec0ad-9efb-45e9-ac16-0320a55dd548 req-d8ca8640-5ada-4e1b-a51a-18715f654c5d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590911 Sep 19 17:23:56.851119 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['95fe2876-ad84-4782-b5da-88dc57844f07'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:23:57.094802 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:57.256429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbace-f517-4df9-b08b-f66cf8b0fdf7 req-35b6ee4e-7640-41ac-9d48-75713fe10efc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:57.256429 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-737fbace-f517-4df9-b08b-f66cf8b0fdf7 req-35b6ee4e-7640-41ac-9d48-75713fe10efc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0508122 Sep 19 17:23:57.439775 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52312) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:57.455630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47bda1cb-cfd9-45ba-883c-155332556fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:57.480358 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-737fbace-f517-4df9-b08b-f66cf8b0fdf7 req-44255a0c-21db-4e7f-aeda-c83d2c50e816 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245507 Sep 19 17:23:57.570241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47bda1cb-cfd9-45ba-883c-155332556fc7 admin admin] Publish callbacks [] for security_group (a7a45fc7-67c9-4a1f-9d18-22305ba83b12), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:57.641403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47bda1cb-cfd9-45ba-883c-155332556fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a7a45fc7-67c9-4a1f-9d18-22305ba83b12), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:57.680374 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119e30b-76e5-4a9b-aac8-dfbba5984f86 req-fa20d2cb-ec08-44fe-979e-b03802fddc3a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:57.688500 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8119e30b-76e5-4a9b-aac8-dfbba5984f86 req-fa20d2cb-ec08-44fe-979e-b03802fddc3a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 945 time: 0.0848017 Sep 19 17:23:57.697591 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-47bda1cb-cfd9-45ba-883c-155332556fc7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b0fe3f124b8c4fbaa450693f59446975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566924 Sep 19 17:23:57.698496 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52322) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:57.699080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bda1cb-cfd9-45ba-883c-155332556fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a45fc7-67c9-4a1f-9d18-22305ba83b12,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:57.748273 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:57.778125 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8119e30b-76e5-4a9b-aac8-dfbba5984f86 req-8c724d96-3579-485b-ad1e-b5228aba2030 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883477 Sep 19 17:23:57.804289 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] Publish callbacks [] for security_group (a7a45fc7-67c9-4a1f-9d18-22305ba83b12), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:57.846810 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] Publish callbacks [] for security_group (a7a45fc7-67c9-4a1f-9d18-22305ba83b12), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:57.904980 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:23:57.915416 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884282fe-a63e-4f5a-8569-e4dda4c06c84 req-91d50a78-614d-44af-be76-0235fdc51043 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:57.916924 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-884282fe-a63e-4f5a-8569-e4dda4c06c84 req-91d50a78-614d-44af-be76-0235fdc51043 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0724597 Sep 19 17:23:57.970248 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-884282fe-a63e-4f5a-8569-e4dda4c06c84 req-b0b2cc5a-9a44-49f7-8b35-5c5a12643645 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Sep 19 17:23:58.044725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a7a45fc7-67c9-4a1f-9d18-22305ba83b12), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.048950 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.049180 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a7a45fc7-67c9-4a1f-9d18-22305ba83b12 HTTP/1.1" status: 204 len: 168 time: 0.3486505 Sep 19 17:23:58.061178 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa055886-f28d-4331-99b8-5ed2176ca595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a45fc7-67c9-4a1f-9d18-22305ba83b12,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:58.167286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 95fe2876-ad84-4782-b5da-88dc57844f07 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:23:58.213752 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 95fe2876-ad84-4782-b5da-88dc57844f07 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:23:58.280849 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 95fe2876-ad84-4782-b5da-88dc57844f07 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:23:58.281228 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.281562 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 95fe2876-ad84-4782-b5da-88dc57844f07 Sep 19 17:23:58.354160 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 95fe2876-ad84-4782-b5da-88dc57844f07 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:23:58.354542 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.383503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:23:58.470857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=95fe2876-ad84-4782-b5da-88dc57844f07,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:23:58.557218 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52364) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:58.566813 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.625528 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ef051b52-b3d0-4e05-a67f-0758758fff72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.625847 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85a3d2-bab5-431b-b34b-10b2d9adb387 req-f68cc413-8529-4c20-8d96-04c87f94da5f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:58.628943 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:58.632754 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7e85a3d2-bab5-431b-b34b-10b2d9adb387 req-f68cc413-8529-4c20-8d96-04c87f94da5f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0590360 Sep 19 17:23:58.680051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7e85a3d2-bab5-431b-b34b-10b2d9adb387 req-07ca156c-f644-439f-ab05-a274a4ddf0ee tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464189 Sep 19 17:23:58.701645 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3875aa67-c4a4-4ab8-977c-7647d470b07c" -d '{"events": [{"server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "name": "network-vif-plugged", "status": "completed", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:23:58.872179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fefc5d4-089f-4a29-9396-a66153888042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:58.963088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e67170-c160-4530-b79a-4b521f053e38 req-90fc2384-f5d4-4b20-ac3e-60747f0a7888 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:58.964891 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98e67170-c160-4530-b79a-4b521f053e38 req-90fc2384-f5d4-4b20-ac3e-60747f0a7888 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0650311 Sep 19 17:23:59.032670 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fefc5d4-089f-4a29-9396-a66153888042 admin admin] Publish callbacks [] for security_group (8715550a-0ea8-49da-8c1a-c8ca56f055b2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.052678 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98e67170-c160-4530-b79a-4b521f053e38 req-49c5e295-578b-4543-8c93-399207d84932 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725009 Sep 19 17:23:59.080281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070362e-4452-4229-8c18-2477fb6f41f9 x-openstack-request-id: req-5070362e-4452-4229-8c18-2477fb6f41f9 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:23:59.080281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "name": "network-vif-plugged", "status": "completed", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:23:59.080281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5070362e-4452-4229-8c18-2477fb6f41f9 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:23:59.080281 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5070362e-4452-4229-8c18-2477fb6f41f9'] response: {'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07', 'code': 200} Sep 19 17:23:59.129907 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0fefc5d4-089f-4a29-9396-a66153888042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8715550a-0ea8-49da-8c1a-c8ca56f055b2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.207030 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0fefc5d4-089f-4a29-9396-a66153888042 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8fa5e68926ad4bd5bcae48b7437e6f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480601 Sep 19 17:23:59.209852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52408) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:23:59.210446 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefc5d4-089f-4a29-9396-a66153888042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8715550a-0ea8-49da-8c1a-c8ca56f055b2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:59.221993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d080d-1678-4350-aac1-c1e3a4d2989a req-18c1f96d-2668-4cc8-87e3-8d0a040ddff5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:59.223794 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c9d080d-1678-4350-aac1-c1e3a4d2989a req-18c1f96d-2668-4cc8-87e3-8d0a040ddff5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0908277 Sep 19 17:23:59.280918 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] Publish callbacks [] for security_group (8715550a-0ea8-49da-8c1a-c8ca56f055b2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.293365 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c9d080d-1678-4350-aac1-c1e3a4d2989a req-78f9c829-5908-449b-8b73-24689666697b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Sep 19 17:23:59.318878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] Publish callbacks [] for security_group (8715550a-0ea8-49da-8c1a-c8ca56f055b2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.462412 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8715550a-0ea8-49da-8c1a-c8ca56f055b2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.462412 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.462412 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8715550a-0ea8-49da-8c1a-c8ca56f055b2 HTTP/1.1" status: 204 len: 168 time: 0.2469063 Sep 19 17:23:59.472026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826c9e-5287-492c-86f2-02998b14087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8715550a-0ea8-49da-8c1a-c8ca56f055b2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:23:59.748353 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:23:59.814117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc5b4b-62c8-4c25-b649-41fd7e4d58e5 req-d175c95f-b5b8-416c-ab5f-d1945bd21cfe tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:23:59.816482 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8bc5b4b-62c8-4c25-b649-41fd7e4d58e5 req-d175c95f-b5b8-416c-ab5f-d1945bd21cfe tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0516403 Sep 19 17:23:59.874607 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8bc5b4b-62c8-4c25-b649-41fd7e4d58e5 req-bf0b6bd4-73d4-446e-a5e3-898f5865d358 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522847 Sep 19 17:24:00.154633 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 9d69013e-49a8-47b6-be21-f1203cc13ade details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:24:00.195290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522cf3e-e726-476a-9f9f-d6811e677610 req-a2de3d26-166a-42f8-b85e-9bd9d634a7be tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:00.196924 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f522cf3e-e726-476a-9f9f-d6811e677610 req-a2de3d26-166a-42f8-b85e-9bd9d634a7be tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0556676 Sep 19 17:24:00.247382 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:00.252517 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f522cf3e-e726-476a-9f9f-d6811e677610 req-700c7b90-74cd-4d73-82a3-550c528a6b5c tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489850 Sep 19 17:24:00.278143 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=9d69013e-49a8-47b6-be21-f1203cc13ade,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:00.288548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52456) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:00.300998 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '9d69013e-49a8-47b6-be21-f1203cc13ade', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'port_id': '9d69013e-49a8-47b6-be21-f1203cc13ade', 'mac_address': 'fa:16:3e:06:3a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:24:00.315891 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4d37335a-e81c-4937-8538-9e0c00cb8029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.349544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 9d69013e-49a8-47b6-be21-f1203cc13ade is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:00.350125 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.365333 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d69013e-49a8-47b6-be21-f1203cc13ade {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:24:00.395792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=9d69013e-49a8-47b6-be21-f1203cc13ade,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:00.492696 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.493270 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4d37335a-e81c-4937-8538-9e0c00cb8029 admin admin] Publish callbacks [] for security_group (842a4260-9b8c-44ab-beb7-9068689ec9f6), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.493408 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e5a3c33b-3371-42fa-9473-41736f479159 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:24:00.505636 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8f13a-7e84-4594-afcc-f5e050cacc85 req-82008ef3-f81c-4525-968b-b48d91b98747 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:00.507649 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fed8f13a-7e84-4594-afcc-f5e050cacc85 req-82008ef3-f81c-4525-968b-b48d91b98747 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 943 time: 0.0726933 Sep 19 17:24:00.528798 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:00.551740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4d37335a-e81c-4937-8538-9e0c00cb8029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (842a4260-9b8c-44ab-beb7-9068689ec9f6), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.581106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:00.621597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52482) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:00.622183 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4d37335a-e81c-4937-8538-9e0c00cb8029 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ee570e79e21e4e3e8a21b61efe226469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313560 Sep 19 17:24:00.638913 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fed8f13a-7e84-4594-afcc-f5e050cacc85 req-c23a9317-b8f5-470d-abb6-41a9e1c72019 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Sep 19 17:24:00.642538 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37335a-e81c-4937-8538-9e0c00cb8029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a4260-9b8c-44ab-beb7-9068689ec9f6,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:00.679368 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:00.700027 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e5a3c33b-3371-42fa-9473-41736f479159,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:00.713321 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] Publish callbacks [] for security_group (842a4260-9b8c-44ab-beb7-9068689ec9f6), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.715879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'e5a3c33b-3371-42fa-9473-41736f479159', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'port_id': 'e5a3c33b-3371-42fa-9473-41736f479159', 'mac_address': 'fa:16:3e:a6:38:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:24:00.741256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] Publish callbacks [] for security_group (842a4260-9b8c-44ab-beb7-9068689ec9f6), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.756634 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:00.759559 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e5a3c33b-3371-42fa-9473-41736f479159 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:00.759986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e5a3c33b-3371-42fa-9473-41736f479159), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.774155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a3c33b-3371-42fa-9473-41736f479159 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:24:00.796870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e5a3c33b-3371-42fa-9473-41736f479159,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:00.901662 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (842a4260-9b8c-44ab-beb7-9068689ec9f6), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.904030 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.904550 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:00.905393 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/842a4260-9b8c-44ab-beb7-9068689ec9f6 HTTP/1.1" status: 204 len: 168 time: 0.2818432 Sep 19 17:24:00.928781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0b99e-70ac-47fb-9cd2-9705b6532ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a4260-9b8c-44ab-beb7-9068689ec9f6,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:00.953702 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52492) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:00.992332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:01.025359 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5438251-8d6f-4344-850a-7863ddfff984 req-aca42aa7-c6f7-475e-99bf-3fd551aa052d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:01.026920 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5438251-8d6f-4344-850a-7863ddfff984 req-aca42aa7-c6f7-475e-99bf-3fd551aa052d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0521674 Sep 19 17:24:01.104056 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5438251-8d6f-4344-850a-7863ddfff984 req-ed2499f4-ff12-4645-8357-9d24040ae15d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646150 Sep 19 17:24:01.105105 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4019c165-137b-4c02-af59-2ba5ac3aa27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.180071 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4019c165-137b-4c02-af59-2ba5ac3aa27a admin admin] Publish callbacks [] for security_group (eea33c8c-3233-4c31-b993-051a3dbf3170), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.223962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.286197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4019c165-137b-4c02-af59-2ba5ac3aa27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (eea33c8c-3233-4c31-b993-051a3dbf3170), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.331128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4019c165-137b-4c02-af59-2ba5ac3aa27a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4fa65b0b4ee6455e910e1a43779fba7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761799 Sep 19 17:24:01.332252 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019c165-137b-4c02-af59-2ba5ac3aa27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea33c8c-3233-4c31-b993-051a3dbf3170,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:01.333926 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52498) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:01.441740 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] Publish callbacks [] for security_group (eea33c8c-3233-4c31-b993-051a3dbf3170), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.458671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd0734-708a-496b-b8b3-b5b50e797ad6 req-5449db70-1e4b-463b-9190-61689bed9f81 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:01.472574 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bbbd0734-708a-496b-b8b3-b5b50e797ad6 req-5449db70-1e4b-463b-9190-61689bed9f81 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.1142616 Sep 19 17:24:01.474843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] Publish callbacks [] for security_group (eea33c8c-3233-4c31-b993-051a3dbf3170), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.555655 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.583845 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bbbd0734-708a-496b-b8b3-b5b50e797ad6 req-7e3c54e4-0783-4015-9ef6-253919618df4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103451 Sep 19 17:24:01.684252 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (eea33c8c-3233-4c31-b993-051a3dbf3170), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.684863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['9d69013e-49a8-47b6-be21-f1203cc13ade'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:24:01.687447 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:01.694327 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/eea33c8c-3233-4c31-b993-051a3dbf3170 HTTP/1.1" status: 204 len: 168 time: 0.3585484 Sep 19 17:24:01.726878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d717f56-6995-46da-aa45-0fc8d7268ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea33c8c-3233-4c31-b993-051a3dbf3170,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:01.788529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b5f4-ccd0-4cb1-8943-e65d38ca7134 req-462deae2-447a-4df8-b984-3941c576f28c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:01.797172 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6324b5f4-ccd0-4cb1-8943-e65d38ca7134 req-462deae2-447a-4df8-b984-3941c576f28c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0731778 Sep 19 17:24:01.863230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6324b5f4-ccd0-4cb1-8943-e65d38ca7134 req-71759901-cb31-4441-955a-235ba9035b2d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650439 Sep 19 17:24:02.177817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:02.238026 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4aeae-e287-466a-9a11-6c0c9abb2b7d req-6b4a7bac-355a-45fe-9667-b40446d65aea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:02.239538 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ed4aeae-e287-466a-9a11-6c0c9abb2b7d req-6b4a7bac-355a-45fe-9667-b40446d65aea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0522254 Sep 19 17:24:02.294328 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ed4aeae-e287-466a-9a11-6c0c9abb2b7d req-54583700-1dce-48a7-ad35-41af6514e93a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490267 Sep 19 17:24:02.660735 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52578) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:02.677284 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-42e65dca-7bc3-4d22-8f7a-56dd5535336a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:02.743289 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb9015-16d3-4eca-abff-a76ab053c6b7 req-6f3d1106-1975-4e70-a8fe-7c399922e970 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:02.748352 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-baeb9015-16d3-4eca-abff-a76ab053c6b7 req-6f3d1106-1975-4e70-a8fe-7c399922e970 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0681276 Sep 19 17:24:02.820814 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-baeb9015-16d3-4eca-abff-a76ab053c6b7 req-aa06aa61-2431-4408-9592-93a91f3c6664 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694342 Sep 19 17:24:02.851389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-42e65dca-7bc3-4d22-8f7a-56dd5535336a admin admin] Publish callbacks [] for security_group (a11a770c-3938-46ac-b8d1-a54a8ae4423c), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:02.979047 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:02.982574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-42e65dca-7bc3-4d22-8f7a-56dd5535336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a11a770c-3938-46ac-b8d1-a54a8ae4423c), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:03.017599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761560f8-a9bd-4aa9-be85-94fd8a804ecc req-b64b4761-6734-4a2d-93a1-631a03185025 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:03.019060 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-761560f8-a9bd-4aa9-be85-94fd8a804ecc req-b64b4761-6734-4a2d-93a1-631a03185025 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0707338 Sep 19 17:24:03.041604 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65dca-7bc3-4d22-8f7a-56dd5535336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a770c-3938-46ac-b8d1-a54a8ae4423c,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:03.053400 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-42e65dca-7bc3-4d22-8f7a-56dd5535336a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=273737c337034cb2849c0693917f9d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914714 Sep 19 17:24:03.056367 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52588) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:03.087014 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-761560f8-a9bd-4aa9-be85-94fd8a804ecc req-7fe5ed5e-dd7e-4f0d-adbc-74fb0f2a953c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559466 Sep 19 17:24:03.091943 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:03.114050 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] Publish callbacks [] for security_group (a11a770c-3938-46ac-b8d1-a54a8ae4423c), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:03.137033 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] Publish callbacks [] for security_group (a11a770c-3938-46ac-b8d1-a54a8ae4423c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:03.143153 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:03.246320 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a11a770c-3938-46ac-b8d1-a54a8ae4423c), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:03.249263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:03.253059 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a11a770c-3938-46ac-b8d1-a54a8ae4423c HTTP/1.1" status: 204 len: 168 time: 0.1929793 Sep 19 17:24:03.259880 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e394ce-9580-4ca3-8589-6a39312584a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a770c-3938-46ac-b8d1-a54a8ae4423c,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:03.283840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['e5a3c33b-3371-42fa-9473-41736f479159'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:24:03.445126 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3800e0-a4c1-4793-9fc3-62a8b3db9b2c req-a9beaebb-63d7-444d-9a75-6ed9d6c5bbd0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:03.446811 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dc3800e0-a4c1-4793-9fc3-62a8b3db9b2c req-a9beaebb-63d7-444d-9a75-6ed9d6c5bbd0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0546794 Sep 19 17:24:03.504426 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dc3800e0-a4c1-4793-9fc3-62a8b3db9b2c req-dfbbca35-9f3d-4eb4-87ca-4ddfad6fb79a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496178 Sep 19 17:24:03.953649 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f53b2-7b02-488f-ac81-a6808e0c2042 req-87ce4183-8af5-4828-9da9-132408642620 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:03.955250 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-321f53b2-7b02-488f-ac81-a6808e0c2042 req-87ce4183-8af5-4828-9da9-132408642620 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0567119 Sep 19 17:24:04.004381 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-321f53b2-7b02-488f-ac81-a6808e0c2042 req-d1654621-f2c4-4a20-95a8-3d5058158df3 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Sep 19 17:24:04.176345 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:24:04.180980 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:04.218437 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b275642-a7e6-4752-8434-809cbad65f0e req-3c6460dd-6d80-40b5-b1b4-a84becf71f8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:04.219230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b275642-a7e6-4752-8434-809cbad65f0e req-3c6460dd-6d80-40b5-b1b4-a84becf71f8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0548637 Sep 19 17:24:04.286885 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b275642-a7e6-4752-8434-809cbad65f0e req-7d4ee6cd-de66-41f2-a678-f97827b21792 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Sep 19 17:24:04.293945 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:04.306138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:24:04.344308 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:04.344704 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.365153 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52640) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:04.365373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:24:04.387628 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:04.481491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.533810 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:04.586956 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e99e4-45dc-4492-84d5-7a0a6d55de67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.642990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:04.662463 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4510b-aa02-48f9-852f-96af47a2372d req-f268c768-05c8-4376-98fc-3fda28aec80c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:04.664306 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2c4510b-aa02-48f9-852f-96af47a2372d req-f268c768-05c8-4376-98fc-3fda28aec80c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0688007 Sep 19 17:24:04.737006 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2c4510b-aa02-48f9-852f-96af47a2372d req-6c84d505-dc26-48e1-90b1-330dc6424fbf tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661204 Sep 19 17:24:04.760574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e99e4-45dc-4492-84d5-7a0a6d55de67 admin admin] Publish callbacks [] for security_group (8f96dea4-efd7-4091-b005-13eac665b2d9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.838279 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e99e4-45dc-4492-84d5-7a0a6d55de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8f96dea4-efd7-4091-b005-13eac665b2d9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.880757 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3b0e99e4-45dc-4492-84d5-7a0a6d55de67 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e5ddf085696849ee870a06813dfa0a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176790 Sep 19 17:24:04.882533 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e99e4-45dc-4492-84d5-7a0a6d55de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96dea4-efd7-4091-b005-13eac665b2d9,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:04.883328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52660) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:04.937826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] Publish callbacks [] for security_group (8f96dea4-efd7-4091-b005-13eac665b2d9), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:04.958957 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] Publish callbacks [] for security_group (8f96dea4-efd7-4091-b005-13eac665b2d9), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:05.098118 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8f96dea4-efd7-4091-b005-13eac665b2d9), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:05.101157 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:05.102425 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8f96dea4-efd7-4091-b005-13eac665b2d9 HTTP/1.1" status: 204 len: 168 time: 0.2180643 Sep 19 17:24:05.111686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9e96-4fbe-4895-9064-a6ccbec10bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96dea4-efd7-4091-b005-13eac665b2d9,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:05.125551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ffe19-b1e0-40fe-a960-eaaa804f0546 req-f6e81f34-0d4b-4617-94b2-3061647c2b80 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.132854 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-000ffe19-b1e0-40fe-a960-eaaa804f0546 req-f6e81f34-0d4b-4617-94b2-3061647c2b80 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0557313 Sep 19 17:24:05.184142 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-000ffe19-b1e0-40fe-a960-eaaa804f0546 req-b6f140fa-3aa3-48ba-87ff-25cb7fcf5e21 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502105 Sep 19 17:24:05.249031 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:05.414150 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619b1d8-2797-4294-8c2a-36c544b15137 req-2aeaa5af-67bc-4faa-9dc9-ef9602db24f7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.415769 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e619b1d8-2797-4294-8c2a-36c544b15137 req-2aeaa5af-67bc-4faa-9dc9-ef9602db24f7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0488269 Sep 19 17:24:05.464733 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e619b1d8-2797-4294-8c2a-36c544b15137 req-d50f948b-16cf-49c7-96ac-693507836b98 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Sep 19 17:24:05.873032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52708) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:05.888789 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5ce39b8b-4890-44b0-b3d8-9071baad26f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:05.894769 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef6193-7615-4a14-8532-ba1d5599e519 req-e706645e-a968-48d4-bd75-50459711b81a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:05.903597 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d4ef6193-7615-4a14-8532-ba1d5599e519 req-e706645e-a968-48d4-bd75-50459711b81a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0670254 Sep 19 17:24:05.988230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d4ef6193-7615-4a14-8532-ba1d5599e519 req-52031d6f-d2f5-4164-adff-94654ac72e29 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835576 Sep 19 17:24:06.027661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5ce39b8b-4890-44b0-b3d8-9071baad26f2 admin admin] Publish callbacks [] for security_group (05ea616a-3b4e-473e-a7d0-8089f385ee42), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.086515 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5ce39b8b-4890-44b0-b3d8-9071baad26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (05ea616a-3b4e-473e-a7d0-8089f385ee42), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.135348 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5ce39b8b-4890-44b0-b3d8-9071baad26f2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7777ede9a84643c9aea4be64b7cd3958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612157 Sep 19 17:24:06.137285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce39b8b-4890-44b0-b3d8-9071baad26f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea616a-3b4e-473e-a7d0-8089f385ee42,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:06.140129 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52712) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:06.181618 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:06.202877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] Publish callbacks [] for security_group (05ea616a-3b4e-473e-a7d0-8089f385ee42), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.224872 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] Publish callbacks [] for security_group (05ea616a-3b4e-473e-a7d0-8089f385ee42), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.267184 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:06.319296 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351504b-56fd-47d6-829c-07c49abee133 req-cc422304-edc7-403d-b6ab-40fc0feaabb4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:06.321051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5351504b-56fd-47d6-829c-07c49abee133 req-cc422304-edc7-403d-b6ab-40fc0feaabb4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0502894 Sep 19 17:24:06.373928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5351504b-56fd-47d6-829c-07c49abee133 req-12d011cd-efc4-4c26-a112-07756019ee8d tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Sep 19 17:24:06.374975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (05ea616a-3b4e-473e-a7d0-8089f385ee42), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.378230 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.381487 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/05ea616a-3b4e-473e-a7d0-8089f385ee42 HTTP/1.1" status: 204 len: 168 time: 0.2379212 Sep 19 17:24:06.389698 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b1cad-184e-4762-ab77-30e2d246b6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea616a-3b4e-473e-a7d0-8089f385ee42,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:06.448387 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4ee71-c590-4cca-907d-a37ce143584e req-75d88922-c932-4b17-922d-c1f15a06453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:06.450354 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-70d4ee71-c590-4cca-907d-a37ce143584e req-75d88922-c932-4b17-922d-c1f15a06453f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 1130 time: 0.1026223 Sep 19 17:24:06.470231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-70d4ee71-c590-4cca-907d-a37ce143584e req-06641bc5-986a-4d12-91e2-c84a6df40e44 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.560548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-70d4ee71-c590-4cca-907d-a37ce143584e req-06641bc5-986a-4d12-91e2-c84a6df40e44 service neutron] Publish callbacks [] for security_group (17f7f021-1604-4395-8ebb-b27df0904eb6), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.599365 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13194a01-c21f-45be-a28c-cf9791f6f982 req-acfcc699-0511-4dee-95fe-ad2504c3da04 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:06.600902 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13194a01-c21f-45be-a28c-cf9791f6f982 req-acfcc699-0511-4dee-95fe-ad2504c3da04 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0470495 Sep 19 17:24:06.650935 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-70d4ee71-c590-4cca-907d-a37ce143584e req-06641bc5-986a-4d12-91e2-c84a6df40e44 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (17f7f021-1604-4395-8ebb-b27df0904eb6), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:06.666182 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13194a01-c21f-45be-a28c-cf9791f6f982 req-2a5a562e-519d-4e99-a438-77a1155ccda7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585380 Sep 19 17:24:06.710294 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-70d4ee71-c590-4cca-907d-a37ce143584e req-06641bc5-986a-4d12-91e2-c84a6df40e44 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529128 Sep 19 17:24:06.711310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06641bc5-986a-4d12-91e2-c84a6df40e44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7f021-1604-4395-8ebb-b27df0904eb6,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:07.115357 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de522-61c1-456e-822a-20a420b96649 req-ba7c336f-c32c-46d5-acf7-b5f12eeae920 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:07.116995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-954de522-61c1-456e-822a-20a420b96649 req-ba7c336f-c32c-46d5-acf7-b5f12eeae920 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0468400 Sep 19 17:24:07.166384 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-954de522-61c1-456e-822a-20a420b96649 req-612372c6-31ed-4f82-b632-476dbe62adf5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438228 Sep 19 17:24:07.503612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eacac-70e6-4b99-868e-3f3afeda55f2 req-b53373cb-587a-4255-af7b-b3211f9ce8b8 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:07.505139 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b19eacac-70e6-4b99-868e-3f3afeda55f2 req-b53373cb-587a-4255-af7b-b3211f9ce8b8 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0499444 Sep 19 17:24:07.552589 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b19eacac-70e6-4b99-868e-3f3afeda55f2 req-21fdf9bf-78e7-4783-bbf7-9ec33a683943 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Sep 19 17:24:07.816753 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a37ed2-c10c-4a65-9212-6f59ed905976 req-4d0590f3-a05c-49a2-894e-9d123b7e6eb6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:07.818294 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-89a37ed2-c10c-4a65-9212-6f59ed905976 req-4d0590f3-a05c-49a2-894e-9d123b7e6eb6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0588355 Sep 19 17:24:07.830866 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:07.874767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-89a37ed2-c10c-4a65-9212-6f59ed905976 req-21e7324f-f6d7-4d7d-88e1-d36f9cec3b65 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Sep 19 17:24:08.296456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4d8a2-e185-4690-9aff-e938e036253d req-2a2dc758-e48d-40a8-b4fb-d0842173550c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:08.297969 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99d4d8a2-e185-4690-9aff-e938e036253d req-2a2dc758-e48d-40a8-b4fb-d0842173550c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0525718 Sep 19 17:24:08.346470 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99d4d8a2-e185-4690-9aff-e938e036253d req-4bfbfe6d-d8c3-4ca8-b431-55b71269cb5c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423465 Sep 19 17:24:08.684609 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacff96-319c-4bdd-b60f-ed25dabc0fca req-b45bb049-de99-43c4-9387-4659c37f8c50 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:08.686274 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5cacff96-319c-4bdd-b60f-ed25dabc0fca req-b45bb049-de99-43c4-9387-4659c37f8c50 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0550961 Sep 19 17:24:08.733708 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5cacff96-319c-4bdd-b60f-ed25dabc0fca req-c7586a78-bb24-4aa6-9ae0-7803b9e26257 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Sep 19 17:24:09.004267 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee215b5-a2f1-4ac1-acd6-abaca8cd1a31 req-d6843172-263a-48ca-ad79-a3649cf1758a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:09.005825 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5ee215b5-a2f1-4ac1-acd6-abaca8cd1a31 req-d6843172-263a-48ca-ad79-a3649cf1758a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0486288 Sep 19 17:24:09.072377 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5ee215b5-a2f1-4ac1-acd6-abaca8cd1a31 req-890a5de6-c531-42ac-a755-ecb8cd5fce69 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 Sep 19 17:24:09.479630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fb9b4-7c93-484a-a54c-0d7c53e7a0c0 req-d9e435e1-599d-498d-acfe-cbfe04b3cb80 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:09.481874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f73fb9b4-7c93-484a-a54c-0d7c53e7a0c0 req-d9e435e1-599d-498d-acfe-cbfe04b3cb80 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0520685 Sep 19 17:24:09.540783 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f73fb9b4-7c93-484a-a54c-0d7c53e7a0c0 req-bbcab4d2-7241-458c-ad5c-e00e8932dee8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530500 Sep 19 17:24:09.843828 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52846) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:09.864104 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf917-50ae-4c27-aca1-87f0793d02f0 req-ad1b3b1f-db0e-4bc0-9419-ef05d963ede1 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:09.866484 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ff5bf917-50ae-4c27-aca1-87f0793d02f0 req-ad1b3b1f-db0e-4bc0-9419-ef05d963ede1 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0496521 Sep 19 17:24:09.918692 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ff5bf917-50ae-4c27-aca1-87f0793d02f0 req-91895de1-4842-4c4c-ba9a-1630b60548dc tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Sep 19 17:24:09.969727 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-51a588c3-5798-4b31-9825-9ea370007c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:09.996796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:10.045680 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-51a588c3-5798-4b31-9825-9ea370007c7a admin admin] Publish callbacks [] for security_group (8f7552e0-11d5-4198-8296-58e82b2c59a9), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.143559 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-51a588c3-5798-4b31-9825-9ea370007c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8f7552e0-11d5-4198-8296-58e82b2c59a9), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.176223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:10.185862 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-51a588c3-5798-4b31-9825-9ea370007c7a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2e8464bddb8b4478a29caa298ca00808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409426 Sep 19 17:24:10.186564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a588c3-5798-4b31-9825-9ea370007c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7552e0-11d5-4198-8296-58e82b2c59a9,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:10.189780 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52856) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:10.191492 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8401bc-ec86-468d-8595-327ea4de9c28 req-96aa62ca-1552-4774-bf6a-3ed1b3fbe7f5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:10.193149 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be8401bc-ec86-468d-8595-327ea4de9c28 req-96aa62ca-1552-4774-bf6a-3ed1b3fbe7f5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0465670 Sep 19 17:24:10.242266 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be8401bc-ec86-468d-8595-327ea4de9c28 req-34db0eab-f2dc-47be-8bb6-398b7b4ef45f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Sep 19 17:24:10.250465 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] Publish callbacks [] for security_group (8f7552e0-11d5-4198-8296-58e82b2c59a9), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.281114 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] Publish callbacks [] for security_group (8f7552e0-11d5-4198-8296-58e82b2c59a9), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.388624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8f7552e0-11d5-4198-8296-58e82b2c59a9), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.391250 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:10.392464 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8f7552e0-11d5-4198-8296-58e82b2c59a9 HTTP/1.1" status: 204 len: 168 time: 0.2015834 Sep 19 17:24:10.400883 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91222729-9741-45d3-a354-00e6dd132722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7552e0-11d5-4198-8296-58e82b2c59a9,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:10.671714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6def-99df-4d9f-a8dd-03d48f248572 req-61fd434e-dc70-4434-960c-6faca062d15f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:10.672276 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08dd6def-99df-4d9f-a8dd-03d48f248572 req-61fd434e-dc70-4434-960c-6faca062d15f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0509202 Sep 19 17:24:10.720775 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08dd6def-99df-4d9f-a8dd-03d48f248572 req-5220a1b5-f0b9-4e5d-878f-3c04717cc2a1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Sep 19 17:24:11.041806 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec93a83-28d7-4400-960c-706f7094810c req-0abf474c-9912-4906-a089-7f1faaec9fe0 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:11.043839 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ec93a83-28d7-4400-960c-706f7094810c req-0abf474c-9912-4906-a089-7f1faaec9fe0 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0449691 Sep 19 17:24:11.061481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52874) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:11.075461 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.075642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:11.092676 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ec93a83-28d7-4400-960c-706f7094810c req-c9abaee2-d032-459f-929e-381431fd61c3 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Sep 19 17:24:11.152949 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Publish callbacks [] for security_group (b0876b34-52c2-4071-bde2-b76b777d53c0), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.257506 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b0876b34-52c2-4071-bde2-b76b777d53c0), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.298844 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cf313d9800124803bfb68cbbe58f0e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361648 Sep 19 17:24:11.299687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0876b34-52c2-4071-bde2-b76b777d53c0,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:11.301748 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52878) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:11.315972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.316381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.316775 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.317245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.317544 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.317924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.318323 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.318737 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.319187 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.319574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.320041 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.320556 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.320954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.321339 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.321722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a0b32-b7b4-4d01-808c-85dc28e03e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.411186 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bf44-42de-4158-b119-a41b6cf00795 req-c8cb8b7d-851c-4abe-aa11-a29e72234d21 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:11.412679 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7d8bf44-42de-4158-b119-a41b6cf00795 req-c8cb8b7d-851c-4abe-aa11-a29e72234d21 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0772445 Sep 19 17:24:11.437749 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Publish callbacks [] for security_group (b0876b34-52c2-4071-bde2-b76b777d53c0), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.469866 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Publish callbacks [] for security_group (b0876b34-52c2-4071-bde2-b76b777d53c0), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.497350 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7d8bf44-42de-4158-b119-a41b6cf00795 req-6383d91d-86f8-47bd-8202-c64facfd17b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755455 Sep 19 17:24:11.497734 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:11.611679 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b0876b34-52c2-4071-bde2-b76b777d53c0), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.614339 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:11.615584 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b0876b34-52c2-4071-bde2-b76b777d53c0 HTTP/1.1" status: 204 len: 168 time: 0.3127511 Sep 19 17:24:11.623712 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0876b34-52c2-4071-bde2-b76b777d53c0,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:11.632008 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.632356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.632705 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.633224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.633480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.633827 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.634145 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.634466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.634791 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.635114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.635434 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.635768 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.636597 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.636919 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.637252 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720b28-03ce-4ced-9814-b8c4ccfbd941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:11.857873 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687b09-71b6-4781-b657-3027c65edb8f req-dd8610e2-7f4c-4e42-95e0-09e8786c3d99 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:11.859506 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54687b09-71b6-4781-b657-3027c65edb8f req-dd8610e2-7f4c-4e42-95e0-09e8786c3d99 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0517049 Sep 19 17:24:11.915336 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54687b09-71b6-4781-b657-3027c65edb8f req-fffd93b2-ce5d-42da-aefe-88ad65e58b2d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494082 Sep 19 17:24:12.216546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29cd6-0695-454b-97b8-5b448092440c req-9db280f0-3a87-4f16-893b-8b01ab3a5c56 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:12.218051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-53c29cd6-0695-454b-97b8-5b448092440c req-9db280f0-3a87-4f16-893b-8b01ab3a5c56 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0487905 Sep 19 17:24:12.269572 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-53c29cd6-0695-454b-97b8-5b448092440c req-d7033f72-6403-4a39-a112-8926f43d623e tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Sep 19 17:24:12.622256 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ede1-6352-4287-a896-52afd6e83fb6 req-8a2c3d8f-6555-41f9-b378-cf7f76e92de0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:12.624371 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d633ede1-6352-4287-a896-52afd6e83fb6 req-8a2c3d8f-6555-41f9-b378-cf7f76e92de0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0493727 Sep 19 17:24:12.677619 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d633ede1-6352-4287-a896-52afd6e83fb6 req-366ee13d-0ad8-4100-b876-65447f2d2ea7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Sep 19 17:24:13.053930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784eaa-c3f0-4b3e-a497-81279e3a8f4e req-aa17cc38-513f-45bb-97e8-97fbf764e02a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:13.055608 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-59784eaa-c3f0-4b3e-a497-81279e3a8f4e req-aa17cc38-513f-45bb-97e8-97fbf764e02a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0567818 Sep 19 17:24:13.124504 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-59784eaa-c3f0-4b3e-a497-81279e3a8f4e req-14759c58-aed6-4523-acd5-b7705e9aad5d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548029 Sep 19 17:24:13.401116 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 9d69013e-49a8-47b6-be21-f1203cc13ade up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:24:13.415632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdbc14-300e-4032-bdc2-3b565ad7694d req-98c4ea05-1657-470b-9b15-9e2c6e26aaff tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:13.430477 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-90bdbc14-300e-4032-bdc2-3b565ad7694d req-98c4ea05-1657-470b-9b15-9e2c6e26aaff tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0786111 Sep 19 17:24:13.461648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 9d69013e-49a8-47b6-be21-f1203cc13ade completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:24:13.482133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52952) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:13.531007 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-90bdbc14-300e-4032-bdc2-3b565ad7694d req-8c5d823c-02e4-4837-9914-3e8b5c68b303 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993910 Sep 19 17:24:13.616981 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 9d69013e-49a8-47b6-be21-f1203cc13ade triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:13.621081 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:13.621081 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 9d69013e-49a8-47b6-be21-f1203cc13ade Sep 19 17:24:13.659150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7db60223-7366-4bbb-85d7-ab0d1c8c93ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:13.670320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:13.675161 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:24:13.789770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7db60223-7366-4bbb-85d7-ab0d1c8c93ae admin admin] Publish callbacks [] for security_group (17c7ee9c-625a-4176-81d5-1f251c20c294), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:13.816276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 9d69013e-49a8-47b6-be21-f1203cc13ade is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:13.816666 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:13.856561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:13.858810 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d98e40f-85b8-4186-af55-87327627c2f9" -d '{"events": [{"server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "name": "network-vif-plugged", "status": "completed", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:13.892857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=9d69013e-49a8-47b6-be21-f1203cc13ade,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:13.900816 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb277f70-28a2-446f-b1f6-6f0b5babbb67 req-17cd2a27-7b22-4381-9265-cd8e912c443e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:13.903721 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bb277f70-28a2-446f-b1f6-6f0b5babbb67 req-17cd2a27-7b22-4381-9265-cd8e912c443e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 944 time: 0.0889130 Sep 19 17:24:13.916794 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7db60223-7366-4bbb-85d7-ab0d1c8c93ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (17c7ee9c-625a-4176-81d5-1f251c20c294), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:13.946473 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b011a-c431-46e3-b6e7-6b9a2877c6c8 x-openstack-request-id: req-e64b011a-c431-46e3-b6e7-6b9a2877c6c8 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:13.947068 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "name": "network-vif-plugged", "status": "completed", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:13.947426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e64b011a-c431-46e3-b6e7-6b9a2877c6c8 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:13.947961 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64b011a-c431-46e3-b6e7-6b9a2877c6c8'] response: {'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade', 'code': 200} Sep 19 17:24:13.967398 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db60223-7366-4bbb-85d7-ab0d1c8c93ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c7ee9c-625a-4176-81d5-1f251c20c294,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:13.975238 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7db60223-7366-4bbb-85d7-ab0d1c8c93ae admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f4c7f38ef0f147839c8e284001b556d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902487 Sep 19 17:24:13.977640 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 52974) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:13.984726 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bb277f70-28a2-446f-b1f6-6f0b5babbb67 req-a578b7ee-7bd2-48cc-8c24-131d1a1e6eed tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694368 Sep 19 17:24:14.012045 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.015124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e5a3c33b-3371-42fa-9473-41736f479159 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:24:14.062930 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:14.074573 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] Publish callbacks [] for security_group (17c7ee9c-625a-4176-81d5-1f251c20c294), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.099898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] Publish callbacks [] for security_group (17c7ee9c-625a-4176-81d5-1f251c20c294), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.132751 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:14.138440 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:14.148674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port e5a3c33b-3371-42fa-9473-41736f479159 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:24:14.155094 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.158276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.158276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.158276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.158276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.158276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.159352 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.159932 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.160653 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.161408 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.162211 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.162831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.163373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.164138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.164777 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:24:14.249579 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port e5a3c33b-3371-42fa-9473-41736f479159 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:14.250008 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e5a3c33b-3371-42fa-9473-41736f479159), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.250348 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port e5a3c33b-3371-42fa-9473-41736f479159 Sep 19 17:24:14.275290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd696868-23ad-4118-b574-7bd20ebd4eae req-949886c3-acf7-4497-aec8-c098dcde2cae tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:14.277732 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bd696868-23ad-4118-b574-7bd20ebd4eae req-949886c3-acf7-4497-aec8-c098dcde2cae tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0534735 Sep 19 17:24:14.307637 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (17c7ee9c-625a-4176-81d5-1f251c20c294), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.313466 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.315318 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/17c7ee9c-625a-4176-81d5-1f251c20c294 HTTP/1.1" status: 204 len: 168 time: 0.3361745 Sep 19 17:24:14.330156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba30e0a-2884-47af-b448-6828a0f39e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c7ee9c-625a-4176-81d5-1f251c20c294,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:14.349729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bd696868-23ad-4118-b574-7bd20ebd4eae req-730edc08-bccd-4444-8e5b-043b18981715 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655792 Sep 19 17:24:14.377034 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e5a3c33b-3371-42fa-9473-41736f479159 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:14.384533 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e5a3c33b-3371-42fa-9473-41736f479159), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.424336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e5a3c33b-3371-42fa-9473-41736f479159,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:14.499805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.589402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 52986) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:14.598301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:14.713302 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1ca8d-b402-4f94-a70e-a9e78a4b5fa7 req-2c53a3d0-e3fa-43b9-bdb0-d320c3a2be4a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:14.716128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e8d1ca8d-b402-4f94-a70e-a9e78a4b5fa7 req-2c53a3d0-e3fa-43b9-bdb0-d320c3a2be4a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0590019 Sep 19 17:24:14.786657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:14.792123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e8d1ca8d-b402-4f94-a70e-a9e78a4b5fa7 req-8c40e0d2-9569-444f-9423-1210e3920f51 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686734 Sep 19 17:24:14.841580 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ff58725-8057-46e1-a617-929fd150733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.896137 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:14.923521 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ff58725-8057-46e1-a617-929fd150733e admin admin] Publish callbacks [] for security_group (b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.981280 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ff58725-8057-46e1-a617-929fd150733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:14.999143 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:24:15.042166 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff58725-8057-46e1-a617-929fd150733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:15.047480 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9ff58725-8057-46e1-a617-929fd150733e admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1fa770f60ddb430d9014615638e4ba4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560134 Sep 19 17:24:15.051439 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53010) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:15.070079 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:24:15.143412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:15.144063 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.144499 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:24:15.185436 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] Publish callbacks [] for security_group (b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.191446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707285af-6b33-4093-9ef5-7a0a173009f7 req-ea2e0950-2288-4626-ad73-2d32c713552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:15.193143 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-707285af-6b33-4093-9ef5-7a0a173009f7 req-ea2e0950-2288-4626-ad73-2d32c713552f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0846908 Sep 19 17:24:15.256545 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ccb83-0a66-49c9-a2a2-05d429066748 req-fec6034d-e463-4993-8364-d11261986cb6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:15.269587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] Publish callbacks [] for security_group (b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.270178 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-605ccb83-0a66-49c9-a2a2-05d429066748 req-fec6034d-e463-4993-8364-d11261986cb6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0925155 Sep 19 17:24:15.289770 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-707285af-6b33-4093-9ef5-7a0a173009f7 req-2330eb2a-9e4c-4402-9957-568cc7e3c877 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889144 Sep 19 17:24:15.326815 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:15.327808 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-605ccb83-0a66-49c9-a2a2-05d429066748 req-11632585-e62b-47c7-a3ea-c2063af16158 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Sep 19 17:24:15.344874 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:15.345265 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.388903 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:15.394245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.397162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.398417 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258 HTTP/1.1" status: 204 len: 168 time: 0.3455298 Sep 19 17:24:15.406820 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18394312-8e68-445f-b59b-cb4b690abb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fd3e92-9ac0-40d0-8f5c-cc7a2565a258,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:15.462615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:15.505681 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d797728-9431-4aa8-bc42-bc1a8c6732af req-c4b1e918-29fc-44d4-be57-276e48c50417 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:15.507265 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9d797728-9431-4aa8-bc42-bc1a8c6732af req-c4b1e918-29fc-44d4-be57-276e48c50417 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0613196 Sep 19 17:24:15.521231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:15.562859 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9d797728-9431-4aa8-bc42-bc1a8c6732af req-8fd51e7c-ba47-48a6-bac2-260e12ec2614 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486999 Sep 19 17:24:15.927171 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652cdd5-1e98-4cc2-887d-f652411bd3cc req-2b9fcc9b-7b7e-46a3-bdbc-4663dfce456a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:15.928642 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2652cdd5-1e98-4cc2-887d-f652411bd3cc req-2b9fcc9b-7b7e-46a3-bdbc-4663dfce456a tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0541401 Sep 19 17:24:15.949424 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159'}, {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:15.951995 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58361d8-1022-4285-a7c3-18efa0666111" -d '{"events": [{"server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "name": "network-vif-plugged", "status": "completed", "tag": "e5a3c33b-3371-42fa-9473-41736f479159"}, {"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:15.984045 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2652cdd5-1e98-4cc2-887d-f652411bd3cc req-1535c0d1-cf78-4787-a105-fd79b891a1ac tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Sep 19 17:24:16.004934 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6495b598-179e-41d9-b7fa-ddf0ee369c92 x-openstack-request-id: req-6495b598-179e-41d9-b7fa-ddf0ee369c92 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:16.005280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "name": "network-vif-plugged", "status": "completed", "tag": "e5a3c33b-3371-42fa-9473-41736f479159", "code": 200}, {"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:16.005537 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6495b598-179e-41d9-b7fa-ddf0ee369c92 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:16.005958 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6495b598-179e-41d9-b7fa-ddf0ee369c92'] response: {'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159', 'code': 200} Sep 19 17:24:16.006753 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6495b598-179e-41d9-b7fa-ddf0ee369c92'] response: {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'code': 200} Sep 19 17:24:16.174465 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53062) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:16.188619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7ad50c95-40d9-4890-961e-5757cfe5eeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.301188 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7ad50c95-40d9-4890-961e-5757cfe5eeb0 admin admin] Publish callbacks [] for security_group (ec4610de-328c-4f6f-a442-6d97e0af8bb3), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.398270 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7ad50c95-40d9-4890-961e-5757cfe5eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ec4610de-328c-4f6f-a442-6d97e0af8bb3), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.518161 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7ad50c95-40d9-4890-961e-5757cfe5eeb0 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8e4515e7b6a84acab4469a7b5b711d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420625 Sep 19 17:24:16.519295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad50c95-40d9-4890-961e-5757cfe5eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4610de-328c-4f6f-a442-6d97e0af8bb3,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:16.521091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53072) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:16.569139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a33d1-a0b2-4730-b551-b842885852c2 req-9c8109d3-a2a7-49b5-9f52-81a84f60d639 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:16.569139 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-747a33d1-a0b2-4730-b551-b842885852c2 req-9c8109d3-a2a7-49b5-9f52-81a84f60d639 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1417325 Sep 19 17:24:16.673316 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-747a33d1-a0b2-4730-b551-b842885852c2 req-749c1f7d-f2e8-47c2-9662-58d8d059ff46 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934267 Sep 19 17:24:16.752775 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] Publish callbacks [] for security_group (ec4610de-328c-4f6f-a442-6d97e0af8bb3), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.804132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] Publish callbacks [] for security_group (ec4610de-328c-4f6f-a442-6d97e0af8bb3), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.836673 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b4294-4fc7-48fa-acbb-ebd200a5d51a req-ec374c77-29b3-4403-a910-f9b8f7cc82c4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:16.844874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c79b4294-4fc7-48fa-acbb-ebd200a5d51a req-ec374c77-29b3-4403-a910-f9b8f7cc82c4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0843766 Sep 19 17:24:16.911517 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c79b4294-4fc7-48fa-acbb-ebd200a5d51a req-b6905a8b-bb15-464d-806b-2fdc5414199e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656278 Sep 19 17:24:16.972819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ec4610de-328c-4f6f-a442-6d97e0af8bb3), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.975812 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:16.977157 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ec4610de-328c-4f6f-a442-6d97e0af8bb3 HTTP/1.1" status: 204 len: 168 time: 0.4507868 Sep 19 17:24:16.988240 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c161b1-150e-4899-8689-5d913fbd5b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4610de-328c-4f6f-a442-6d97e0af8bb3,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:17.701156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53114) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:17.776097 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53126) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:17.830509 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a3be4ba-4164-4eb7-ac66-fd9d062a22d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:17.873819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99e34-a081-4047-9e23-08ca62aaad00 req-b1d37102-e7b9-4178-83f7-e107809e21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:17.875445 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c7c99e34-a081-4047-9e23-08ca62aaad00 req-b1d37102-e7b9-4178-83f7-e107809e21dd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1129 time: 0.1160243 Sep 19 17:24:17.876907 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:17.902806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8391c-f28d-427e-b2fd-cc3f198f1c36 req-5559fc2d-427b-4e9c-ba32-5ec13b555f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:17.903634 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29249f0e-06ec-4320-a2b4-6cf1d1938c4f req-6425f0f6-c6e7-40d0-ac9e-23a8a7ac0126 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:17.905040 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fac8391c-f28d-427e-b2fd-cc3f198f1c36 req-5559fc2d-427b-4e9c-ba32-5ec13b555f9b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1129 time: 0.0748806 Sep 19 17:24:17.910737 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29249f0e-06ec-4320-a2b4-6cf1d1938c4f req-6425f0f6-c6e7-40d0-ac9e-23a8a7ac0126 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1236050 Sep 19 17:24:17.974047 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c7c99e34-a081-4047-9e23-08ca62aaad00 req-ae72b18a-2d7f-4b54-b6e0-920ef1197da0 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864503 Sep 19 17:24:18.025381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:18.034658 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fac8391c-f28d-427e-b2fd-cc3f198f1c36 req-7d28882b-8fd8-48d4-b208-fa7ca8e465e0 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169927 Sep 19 17:24:18.056341 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9eb09f3e-4bc4-46ab-bc64-ec720f6396ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.090897 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29249f0e-06ec-4320-a2b4-6cf1d1938c4f req-b1b53913-0ded-41de-8a28-416af6ec935c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786010 Sep 19 17:24:18.118856 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf7159-fb55-47ac-8ba2-27f459340eed req-c4817e3d-5c28-4f52-8e49-35352a411272 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:18.121157 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2cf7159-fb55-47ac-8ba2-27f459340eed req-c4817e3d-5c28-4f52-8e49-35352a411272 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0837252 Sep 19 17:24:18.151606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:18.156844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9eb09f3e-4bc4-46ab-bc64-ec720f6396ca admin admin] Publish callbacks [] for security_group (7f42f19c-0984-48e9-9bda-ec0d165cd9fb), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.165839 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a3be4ba-4164-4eb7-ac66-fd9d062a22d6 admin admin] Publish callbacks [] for security_group (93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.192749 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2cf7159-fb55-47ac-8ba2-27f459340eed req-dc99c080-df28-4a5a-9c43-9f36c5288480 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624533 Sep 19 17:24:18.232707 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9eb09f3e-4bc4-46ab-bc64-ec720f6396ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7f42f19c-0984-48e9-9bda-ec0d165cd9fb), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.273445 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a3be4ba-4164-4eb7-ac66-fd9d062a22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.281972 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9eb09f3e-4bc4-46ab-bc64-ec720f6396ca admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=54a7de6cf5fa4020875c7e7269a7e07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5779767 Sep 19 17:24:18.283444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53140) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:18.284260 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb09f3e-4bc4-46ab-bc64-ec720f6396ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42f19c-0984-48e9-9bda-ec0d165cd9fb,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:18.321602 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1a3be4ba-4164-4eb7-ac66-fd9d062a22d6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d303a599799a42ce8cc569bfababcfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418248 Sep 19 17:24:18.322476 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3be4ba-4164-4eb7-ac66-fd9d062a22d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:18.325416 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53142) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:18.348386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] Publish callbacks [] for security_group (7f42f19c-0984-48e9-9bda-ec0d165cd9fb), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.379800 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] Publish callbacks [] for security_group (7f42f19c-0984-48e9-9bda-ec0d165cd9fb), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.380080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] Publish callbacks [] for security_group (93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.403543 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] Publish callbacks [] for security_group (93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.529733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.530150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7f42f19c-0984-48e9-9bda-ec0d165cd9fb), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.532678 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.532846 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:18.536382 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7f42f19c-0984-48e9-9bda-ec0d165cd9fb HTTP/1.1" status: 204 len: 168 time: 0.2456756 Sep 19 17:24:18.537138 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e HTTP/1.1" status: 204 len: 168 time: 0.2076607 Sep 19 17:24:18.549902 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9d662-db60-4ec5-ae39-f315bcc343bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffd3a8-7fbf-4a6e-b4b7-4180b90f109e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:18.556472 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8366fab-1fe4-4756-a91f-f6edf284ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42f19c-0984-48e9-9bda-ec0d165cd9fb,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:18.562791 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:19.256914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c2cb4-d38b-4aa0-b1a8-7943f0e33a0b req-5a415478-b747-42a4-a5a0-085d03c77070 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:19.259075 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d71c2cb4-d38b-4aa0-b1a8-7943f0e33a0b req-5a415478-b747-42a4-a5a0-085d03c77070 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0785303 Sep 19 17:24:19.328810 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d71c2cb4-d38b-4aa0-b1a8-7943f0e33a0b req-7270c034-5f48-44bb-af76-92fecc8ced55 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Sep 19 17:24:19.465219 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34851-7058-4197-a5d6-b33b2e31415e req-028fd83c-cdba-4f5c-a511-8f9b56ecb1fc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:19.466860 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4bf34851-7058-4197-a5d6-b33b2e31415e req-028fd83c-cdba-4f5c-a511-8f9b56ecb1fc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0537841 Sep 19 17:24:19.522353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4bf34851-7058-4197-a5d6-b33b2e31415e req-83d01c8f-d0c2-49e3-9d50-558853a655e1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469518 Sep 19 17:24:19.536352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53192) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:19.550089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f2d122f-ab20-47d1-bd08-6930a4024a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.588857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:19.644084 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f2d122f-ab20-47d1-bd08-6930a4024a8f admin admin] Publish callbacks [] for security_group (8dee7cf1-977b-4f52-9c3c-19b4de760875), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.731335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3f2d122f-ab20-47d1-bd08-6930a4024a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8dee7cf1-977b-4f52-9c3c-19b4de760875), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.777270 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3f2d122f-ab20-47d1-bd08-6930a4024a8f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=9c7869fb2aae406099c03c00a02e83fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398229 Sep 19 17:24:19.778202 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d122f-ab20-47d1-bd08-6930a4024a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee7cf1-977b-4f52-9c3c-19b4de760875,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:19.781643 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53200) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:19.840659 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] Publish callbacks [] for security_group (8dee7cf1-977b-4f52-9c3c-19b4de760875), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.866060 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] Publish callbacks [] for security_group (8dee7cf1-977b-4f52-9c3c-19b4de760875), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.988959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8dee7cf1-977b-4f52-9c3c-19b4de760875), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.991305 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:19.992711 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8dee7cf1-977b-4f52-9c3c-19b4de760875 HTTP/1.1" status: 204 len: 168 time: 0.2101550 Sep 19 17:24:20.002574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6533c6-6613-433a-897e-3e26a282df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee7cf1-977b-4f52-9c3c-19b4de760875,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:20.419853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:20.420960 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:20.456374 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596354-6897-44ec-8dac-00b54efbcb3b req-9f5df6a5-e2ba-47a4-ae99-9327d901d594 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:20.505659 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d596354-6897-44ec-8dac-00b54efbcb3b req-9f5df6a5-e2ba-47a4-ae99-9327d901d594 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Sep 19 17:24:20.510041 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d596354-6897-44ec-8dac-00b54efbcb3b req-f1dac1db-0925-4846-8c89-c31766808083 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Sep 19 17:24:20.664475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32649022-dd8f-41f8-81ac-43ff367ea205 req-54ac6b92-9acf-4426-bb8a-c56514d1567c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:20.666193 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32649022-dd8f-41f8-81ac-43ff367ea205 req-54ac6b92-9acf-4426-bb8a-c56514d1567c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0536027 Sep 19 17:24:20.718661 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32649022-dd8f-41f8-81ac-43ff367ea205 req-111daecd-5af7-482f-8a2e-9fae2cbfa1b1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469260 Sep 19 17:24:21.691822 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ed0bf-df94-4bc5-966e-eaab4c9312f7 req-e1783edf-9c75-4a59-8834-fedb49647fe1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:21.696257 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-740ed0bf-df94-4bc5-966e-eaab4c9312f7 req-e1783edf-9c75-4a59-8834-fedb49647fe1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0932119 Sep 19 17:24:21.742663 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-740ed0bf-df94-4bc5-966e-eaab4c9312f7 req-e457a494-2572-4607-a4d2-564aa3f00ba1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Sep 19 17:24:21.892662 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab512d1-ba68-42ed-bf90-20c49d03262b req-c9c61ddb-ea98-48b3-8687-4f218cf0a000 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:21.900282 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ab512d1-ba68-42ed-bf90-20c49d03262b req-c9c61ddb-ea98-48b3-8687-4f218cf0a000 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0770781 Sep 19 17:24:21.968296 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ab512d1-ba68-42ed-bf90-20c49d03262b req-36182c8d-f0e4-4916-a31e-5abb8d9d0c0b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670204 Sep 19 17:24:22.429954 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-a18d8848-0ea8-4c5e-8c91-7a2ed9c3168d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389049 Sep 19 17:24:22.596889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff75ff-5583-47f4-a1e6-2ffd89167245 req-810bc09b-5ea6-4cc7-87fa-d00ac4664564 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:22.598545 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08ff75ff-5583-47f4-a1e6-2ffd89167245 req-810bc09b-5ea6-4cc7-87fa-d00ac4664564 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0632391 Sep 19 17:24:22.609206 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53318) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:22.614151 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'floatingip': {'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:22.646308 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53322) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:22.723335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb778a-c549-4a6d-b4a2-994dde09f5cb req-e830d445-290d-4676-ad4b-c8219a2be3d4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:22.726224 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4afb778a-c549-4a6d-b4a2-994dde09f5cb req-e830d445-290d-4676-ad4b-c8219a2be3d4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0659804 Sep 19 17:24:22.774735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:22.810178 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4afb778a-c549-4a6d-b4a2-994dde09f5cb req-88e90f86-1bd7-438d-94d5-80eacd6e9b93 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752130 Sep 19 17:24:22.829907 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-23212d16-d620-4a84-a4c9-05171c4a3060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:22.831620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:22.925511 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-23212d16-d620-4a84-a4c9-05171c4a3060 admin admin] Publish callbacks [] for security_group (f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:22.951923 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-360d60d5-6325-4e2f-94ae-265e8183ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:22.953401 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-360d60d5-6325-4e2f-94ae-265e8183ab65 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1bab2edcfa684d8a8befcb705fe3990e&device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 1130 time: 0.2405555 Sep 19 17:24:23.011363 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-23212d16-d620-4a84-a4c9-05171c4a3060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:23.065202 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-23212d16-d620-4a84-a4c9-05171c4a3060 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=13e63e8d0f5a49e2b26b0bf13fb40f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151461 Sep 19 17:24:23.065202 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212d16-d620-4a84-a4c9-05171c4a3060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:23.067963 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53336) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:23.130016 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] Publish callbacks [] for security_group (f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:23.158955 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] Publish callbacks [] for security_group (f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:23.175615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-539fa665-4a7e-4b0c-8c5c-ad52c81bda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:23.177112 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-539fa665-4a7e-4b0c-8c5c-ad52c81bda1a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1129 time: 0.4061673 Sep 19 17:24:23.300802 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:23.304691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:23.311049 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e HTTP/1.1" status: 204 len: 168 time: 0.2326102 Sep 19 17:24:23.315733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:23.317566 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:23.324719 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d93e-3430-4b83-bb82-59b005bfe394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f0f8bb-eba6-4088-8c4f-5925c6d0ab8e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:23.427415 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-7128f6b1-5580-462f-82a1-079e4a8734d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:23.428909 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-7128f6b1-5580-462f-82a1-079e4a8734d4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=9250236b-0273-43f2-a175-bd8e8ae1caee HTTP/1.1" status: 200 len: 912 time: 0.2765954 Sep 19 17:24:23.451414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-2beaed77-8c3b-499b-a54a-e4f1a33c85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:23.452869 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-2beaed77-8c3b-499b-a54a-e4f1a33c85c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.2455816 Sep 19 17:24:23.645885 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-dfbd0f1a-84e3-41d6-a670-2215df08c56f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fe2876-ad84-4782-b5da-88dc57844f07 HTTP/1.1" status: 200 len: 217 time: 0.0898266 Sep 19 17:24:23.650728 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-a9f2a879-1bcf-4569-8c20-616aed4cd267 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 200 len: 217 time: 0.0917132 Sep 19 17:24:23.724126 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:23.889100 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-fe5cdb1e-f7c7-4086-82c6-5d358a68fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:23.890582 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-fe5cdb1e-f7c7-4086-82c6-5d358a68fd1e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.2190962 Sep 19 17:24:23.899913 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-f00a9e1c-fed2-482c-b34a-dcb879a86842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:23.901875 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-f00a9e1c-fed2-482c-b34a-dcb879a86842 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ada66cab-bb48-4c8b-a887-63ee84f2f05b HTTP/1.1" status: 200 len: 850 time: 0.2287991 Sep 19 17:24:24.045687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-0f267661-ac18-4933-aaea-5fa8fa2f797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:24.047224 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-0f267661-ac18-4933-aaea-5fa8fa2f797e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1417494 Sep 19 17:24:24.049332 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:24.050720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-5d054b12-9c55-4e5c-9155-5621c8f0c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:24.052240 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-5d054b12-9c55-4e5c-9155-5621c8f0c26f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=9250236b-0273-43f2-a175-bd8e8ae1caee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1390901 Sep 19 17:24:24.137072 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d90c2-e7f6-45c7-b060-ea38bb4a9982 req-5850451c-9c2c-4721-abd3-846c33b4b24e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:24.138662 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d7d90c2-e7f6-45c7-b060-ea38bb4a9982 req-5850451c-9c2c-4721-abd3-846c33b4b24e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.2232926 Sep 19 17:24:24.165372 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:24.220037 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:24.220742 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d7d90c2-e7f6-45c7-b060-ea38bb4a9982 req-a018d91f-739d-49dd-ab84-58eb596fb3a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729094 Sep 19 17:24:24.282582 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-31c266eb-c697-46d7-9113-f15b0287e137 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108688 Sep 19 17:24:24.332783 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-02bb8bb5-ddb8-4556-a2e5-3ac639d02b7c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703710 Sep 19 17:24:24.608240 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:24.633440 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Floating IP 210afe02-d431-4a36-a7c8-f7ca98574d60 associated. External IP: 172.27.3.139, port: e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43. Sep 19 17:24:24.720395 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4a792b5b-23f4-4b86-89fb-5a0edfbb186c req-cfc99ac4-8a17-4535-bca3-c68e32cb35a2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087667 Sep 19 17:24:24.793365 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ebdbec52-dbe6-4376-af50-73ab0123d854 req-1c37a02f-cef1-4e2e-b5af-bf5f8fa0581c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473000 Sep 19 17:24:24.895462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53402) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:24.943184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:24:25.084378 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02aa0c69-c536-4b08-88a2-c7dda7d6910a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.119501 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:24:25.125974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.133821 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:24:25.151322 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:24:25.152794 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:23:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:25.178808 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d325d18e-f8bf-4dd3-a9cd-b37ff5082a6e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/210afe02-d431-4a36-a7c8-f7ca98574d60 HTTP/1.1" status: 200 len: 991 time: 2.5683653 Sep 19 17:24:25.181689 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:25.184911 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340d2ef-d21b-4583-aed4-d24575d8a961" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:25.214175 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:25.224817 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02aa0c69-c536-4b08-88a2-c7dda7d6910a admin admin] Publish callbacks [] for security_group (53249d7c-9c88-41da-a057-b1209027390f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.246928 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a4c96-4b93-429f-ac7b-02b5c8072966 x-openstack-request-id: req-682a4c96-4b93-429f-ac7b-02b5c8072966 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:25.248995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:25.248995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-682a4c96-4b93-429f-ac7b-02b5c8072966 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:25.248995 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682a4c96-4b93-429f-ac7b-02b5c8072966'] response: {'name': 'network-changed', 'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'status': 'completed', 'code': 200} Sep 19 17:24:25.298757 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02aa0c69-c536-4b08-88a2-c7dda7d6910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (53249d7c-9c88-41da-a057-b1209027390f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.317051 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:24:25.343303 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa0c69-c536-4b08-88a2-c7dda7d6910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53249d7c-9c88-41da-a057-b1209027390f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:25.376826 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-02aa0c69-c536-4b08-88a2-c7dda7d6910a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=644ddbcf87a64bed838889fa8b725856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779205 Sep 19 17:24:25.377051 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53458) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:25.377364 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c83b4a-b41c-4c6d-9bdc-c6b3a0e56a2d req-aab9a479-3f08-4f3b-aa33-092069caacda tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:25.379116 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3c83b4a-b41c-4c6d-9bdc-c6b3a0e56a2d req-aab9a479-3f08-4f3b-aa33-092069caacda tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0572805 Sep 19 17:24:25.435496 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3c83b4a-b41c-4c6d-9bdc-c6b3a0e56a2d req-3d1923bf-2bed-41f2-8e30-f9b362dbf4df tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508811 Sep 19 17:24:25.435975 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] Publish callbacks [] for security_group (53249d7c-9c88-41da-a057-b1209027390f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.468243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] Publish callbacks [] for security_group (53249d7c-9c88-41da-a057-b1209027390f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.499386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:25.588341 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '210afe02-d431-4a36-a7c8-f7ca98574d60', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:25Z', 'updated_at': '2022-09-19T17:24:23Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:25.614668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (53249d7c-9c88-41da-a057-b1209027390f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.616341 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:24:25.617828 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:25.619316 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/53249d7c-9c88-41da-a057-b1209027390f HTTP/1.1" status: 204 len: 168 time: 0.2412598 Sep 19 17:24:25.629025 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9d243-7791-4350-9032-8332772a6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53249d7c-9c88-41da-a057-b1209027390f,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:25.629282 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:24:25.629890 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:23:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:25.736160 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:24:25.970361 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '210afe02-d431-4a36-a7c8-f7ca98574d60', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:25Z', 'updated_at': '2022-09-19T17:24:23Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:25.998008 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f964ae-6122-4386-afc7-42cc81a7b094 None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '210afe02-d431-4a36-a7c8-f7ca98574d60', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:23:25Z', 'updated_at': '2022-09-19T17:24:23Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:24:26.203150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-709a32e6-8ac8-46b7-a210-8647a604f630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.250598 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615465b4-c408-49cb-8c9f-f59e5b2ee7eb None None] New status for floating IP 210afe02-d431-4a36-a7c8-f7ca98574d60: ACTIVE {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:24:26.364740 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53476) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:26.381953 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af68162d-e03a-4dd6-9a75-f31e15073a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.498256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af68162d-e03a-4dd6-9a75-f31e15073a60 admin admin] Publish callbacks [] for security_group (3b348fa4-df1f-49bf-a6eb-36d36471f656), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.576626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4382e1-6a43-4634-b842-e68700a9e8f6 req-a9a330c8-6967-48f5-a78e-10d943189688 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:26.578221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1f4382e1-6a43-4634-b842-e68700a9e8f6 req-a9a330c8-6967-48f5-a78e-10d943189688 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0502808 Sep 19 17:24:26.591887 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af68162d-e03a-4dd6-9a75-f31e15073a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (3b348fa4-df1f-49bf-a6eb-36d36471f656), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.627235 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1f4382e1-6a43-4634-b842-e68700a9e8f6 req-aec95a3f-8b55-4dac-b937-a5d96887a4b6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Sep 19 17:24:26.631942 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-af68162d-e03a-4dd6-9a75-f31e15073a60 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=95d39aa9fcea49fc9df14d59956ba077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661495 Sep 19 17:24:26.633967 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68162d-e03a-4dd6-9a75-f31e15073a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b348fa4-df1f-49bf-a6eb-36d36471f656,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:26.634713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53480) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:26.684167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] Publish callbacks [] for security_group (3b348fa4-df1f-49bf-a6eb-36d36471f656), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.703684 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] Publish callbacks [] for security_group (3b348fa4-df1f-49bf-a6eb-36d36471f656), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.809190 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (3b348fa4-df1f-49bf-a6eb-36d36471f656), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.811775 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:26.812979 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/3b348fa4-df1f-49bf-a6eb-36d36471f656 HTTP/1.1" status: 204 len: 168 time: 0.1767511 Sep 19 17:24:26.821044 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100666b8-490c-45e9-adf5-acb1b8117b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b348fa4-df1f-49bf-a6eb-36d36471f656,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:27.763088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a049e-2c1b-4022-a9c2-bc5adf3be888 req-3e5a31d5-614f-4fcd-9fd9-94fee249804d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:27.764594 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-000a049e-2c1b-4022-a9c2-bc5adf3be888 req-3e5a31d5-614f-4fcd-9fd9-94fee249804d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Sep 19 17:24:27.813852 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-000a049e-2c1b-4022-a9c2-bc5adf3be888 req-1497ad1b-a900-48b1-9cb0-0f01e9c3dc3d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Sep 19 17:24:27.864862 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53514) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:27.961584 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873776353-network', 'tenant_id': '521a7d164d1343aa95087e1d4b5ebb11'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:28.045017 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Made reservation on behalf of 521a7d164d1343aa95087e1d4b5ebb11 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:28.047504 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.056523 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.131048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks [] for security_group (eef40226-0c83-4548-8526-4ff57196ed2f), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.187926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (eef40226-0c83-4548-8526-4ff57196ed2f), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.213286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:24:28.222114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef40226-0c83-4548-8526-4ff57196ed2f,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:28.228147 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (aa88ef23-14f6-4db0-9bac-8a04b8c90c33), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.228489 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Added segment aa88ef23-14f6-4db0-9bac-8a04b8c90c33 of type vlan for network dbea844a-2578-4e15-bc5c-36f1d79899e8 Sep 19 17:24:28.237054 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:28.269355 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (dbea844a-2578-4e15-bc5c-36f1d79899e8), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.348308 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (dbea844a-2578-4e15-bc5c-36f1d79899e8), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.349755 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:28.350248 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.401769 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:28.415150 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] Pushing event updated for resources: {'Network': ['ID=dbea844a-2578-4e15-bc5c-36f1d79899e8,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:28.425711 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:24:28.471620 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5f68353c-9cbe-4f25-9a0c-525d51d4331a admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6027503 Sep 19 17:24:28.477676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53528) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:28.477676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Request body: {'subnet': {'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873776353-subnet', 'tenant_id': '521a7d164d1343aa95087e1d4b5ebb11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:28.582029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9aabe254-37d6-4b75-96ff-e2a9926c5f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.611186 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Made reservation on behalf of 521a7d164d1343aa95087e1d4b5ebb11 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:28.613612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.834087 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (7b145de0-8171-456a-a1e2-c2fb75b3e7f7), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:28.887053 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b145de0-8171-456a-a1e2-c2fb75b3e7f7,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:28.936163 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Checking segment: {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:24:28.936521 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Network hostable DHCP agents. Network: dbea844a-2578-4e15-bc5c-36f1d79899e8, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:24:28.954589 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426255e-5e84-4c79-904c-b969bf9991cf req-736633b2-5e58-400f-a383-7bf50c8d03a6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:28.956174 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6426255e-5e84-4c79-904c-b969bf9991cf req-736633b2-5e58-400f-a383-7bf50c8d03a6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0619311 Sep 19 17:24:29.006854 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6426255e-5e84-4c79-904c-b969bf9991cf req-7883f5fd-c8b6-4cec-8083-bfc494f53c7c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Sep 19 17:24:29.014461 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:24:29.107954 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, dbea844a-2578-4e15-bc5c-36f1d79899e8) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:29.112337 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:29.112945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:29.118870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4413269e-7b22-4a03-8223-7cabb0cb41fa None None] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:29.188946 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-db352d7a-9a2a-4ec5-ae19-c1b3bd458ac0 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7160282 Sep 19 17:24:29.221788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f0f10-6e73-4517-be98-1cd8d52bf59b None None] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:29.719677 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:30.124861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:30.133898 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a816e-a340-4e5d-9d4f-f22b894df87b req-baaaba80-ca23-4725-96e0-46a8f4f0e81f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:30.135389 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb8a816e-a340-4e5d-9d4f-f22b894df87b req-baaaba80-ca23-4725-96e0-46a8f4f0e81f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Sep 19 17:24:30.184103 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb8a816e-a340-4e5d-9d4f-f22b894df87b req-587172eb-bcb4-4f74-ace2-5f8c0a3b559e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Sep 19 17:24:31.085138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:31.309548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc03c5-31e8-4944-ac1d-7cad23e2b0ce req-2364fab2-7ff4-45d3-bd90-dff4aac9a0ab tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:31.310941 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88dc03c5-31e8-4944-ac1d-7cad23e2b0ce req-2364fab2-7ff4-45d3-bd90-dff4aac9a0ab tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Sep 19 17:24:31.357842 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88dc03c5-31e8-4944-ac1d-7cad23e2b0ce req-be9be3dc-71a4-46f7-a950-8a9609a14cfb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Sep 19 17:24:31.514376 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:31.882311 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-74685f03-8e76-4692-b2af-0a0692c29e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:31.883911 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-74685f03-8e76-4692-b2af-0a0692c29e67 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1129 time: 0.0432589 Sep 19 17:24:32.488440 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e31eb-d174-451d-ab45-f18ac61a074f req-58ea77a6-a5f9-4ead-a370-92a7178499e9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:32.489993 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-196e31eb-d174-451d-ab45-f18ac61a074f req-58ea77a6-a5f9-4ead-a370-92a7178499e9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0541201 Sep 19 17:24:32.542698 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-196e31eb-d174-451d-ab45-f18ac61a074f req-809f3a0b-8e69-4fa2-a9de-e0ad805f3da8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Sep 19 17:24:33.275528 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:24:33.437253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-53465077-204d-4058-9e9a-b3237888a72c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:33.438729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-53465077-204d-4058-9e9a-b3237888a72c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 808 time: 0.1117749 Sep 19 17:24:33.453578 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-13dc9764-554e-46ff-9a20-97a0a0e56a63 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/quotas/521a7d164d1343aa95087e1d4b5ebb11 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Sep 19 17:24:33.489510 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-70657220-8ed3-419b-8e0e-c7fb2d0b18cd tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308452 Sep 19 17:24:33.597786 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-a44906e2-75c2-4a24-89cc-f32ff3cc73bc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999191 Sep 19 17:24:33.726022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8adaf3-4daa-4f20-b174-505cbcb13e48 req-ccd6c960-a0a1-4814-adac-9de06c5e2d7c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:33.734736 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc8adaf3-4daa-4f20-b174-505cbcb13e48 req-ccd6c960-a0a1-4814-adac-9de06c5e2d7c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0705519 Sep 19 17:24:33.748585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-3fa19597-8f68-4987-aa1d-14bcf3f8a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:33.750064 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-3fa19597-8f68-4987-aa1d-14bcf3f8a1de service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.0942740 Sep 19 17:24:33.819916 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc8adaf3-4daa-4f20-b174-505cbcb13e48 req-cb4021fd-2954-427b-a0b9-5336ef3c157e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786228 Sep 19 17:24:33.855928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-0fa257fb-07d4-419c-a6ab-0bcf92496eb5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500832 Sep 19 17:24:33.875110 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-7179b62b-cab2-4aa1-83e2-cbea36f7287d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 1001 time: 0.1042194 Sep 19 17:24:34.140996 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-8ad0b504-6205-48d6-90c5-4480dd3ec579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:34.142613 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-8ad0b504-6205-48d6-90c5-4480dd3ec579 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0507069 Sep 19 17:24:34.170224 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7e1e4df7-8e55-4297-9d76-d67e7dcee4d3 req-c2695320-99ea-4f22-9923-d64fd6b2f200 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0290065 Sep 19 17:24:34.663990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-47c121f7-6ee8-4dc5-a227-26dfa5eba31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:34.665571 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-47c121f7-6ee8-4dc5-a227-26dfa5eba31c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423038 Sep 19 17:24:34.723365 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:34.768102 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-f4e759d2-6b05-414d-9cb0-fa0cdf808b02 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945203 Sep 19 17:24:34.951328 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dea317-102a-46c1-b4bf-649f98fcf043 req-b00c742a-dc32-4a2a-ba38-1bf044486414 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:34.952857 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-45dea317-102a-46c1-b4bf-649f98fcf043 req-b00c742a-dc32-4a2a-ba38-1bf044486414 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0595686 Sep 19 17:24:34.999868 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-45dea317-102a-46c1-b4bf-649f98fcf043 req-052b7ccd-947b-4b81-bfce-9f16d7194108 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Sep 19 17:24:35.266543 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9909dc67-66da-4d4c-ac6b-780b3ed58fee req-8d368a25-f0cb-4588-b704-4729b9736cac tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0318635 Sep 19 17:24:35.299608 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5340d2ef-d21b-4583-aed4-d24575d8a961 req-85195dfd-a4e1-41ff-9ac0-2bdfca914cdb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040893 Sep 19 17:24:36.140123 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d6696-11cc-432d-8eb3-7cb60a60a84f req-01b4bcd6-8949-40b3-a901-f71e74d908f4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:36.141759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-538d6696-11cc-432d-8eb3-7cb60a60a84f req-01b4bcd6-8949-40b3-a901-f71e74d908f4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Sep 19 17:24:36.184686 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:36.192657 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-538d6696-11cc-432d-8eb3-7cb60a60a84f req-a87e132a-338d-4389-a096-b77c7f1421a3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Sep 19 17:24:36.397022 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec79d526-cb1a-4c04-982d-2f64a1c38e39 req-2e21a8ca-5be9-4d6c-ba0d-c6cf1cc2e7c9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0525274 Sep 19 17:24:36.536475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430bec-cb79-4463-bf72-10a75cce345d req-eb8248f2-0858-4c9b-bab0-6804bcd92984 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:36.538070 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76430bec-cb79-4463-bf72-10a75cce345d req-eb8248f2-0858-4c9b-bab0-6804bcd92984 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0541937 Sep 19 17:24:36.562842 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:36.588768 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76430bec-cb79-4463-bf72-10a75cce345d req-c2f84473-30a4-4326-b47d-64834bbfa9fd tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Sep 19 17:24:37.312838 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49990d-c9fd-40f5-82a2-133acf07f550 req-58c7049f-32bf-466b-8756-204f12a7d184 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:37.314304 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c49990d-c9fd-40f5-82a2-133acf07f550 req-58c7049f-32bf-466b-8756-204f12a7d184 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0454223 Sep 19 17:24:37.361154 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c49990d-c9fd-40f5-82a2-133acf07f550 req-b9634e36-d650-4100-ab24-44bf4f8b4541 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Sep 19 17:24:37.513442 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c83e4111-90d6-4500-90e4-0e2a00579603 req-343618ad-412c-4a50-b8d3-361167f960e9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0321598 Sep 19 17:24:37.713549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c208b2-4fa2-4e6d-9f43-7d9e40cf3d2e req-324017ec-ccba-455e-84c4-a8e32890a519 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:37.715058 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e2c208b2-4fa2-4e6d-9f43-7d9e40cf3d2e req-324017ec-ccba-455e-84c4-a8e32890a519 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0495577 Sep 19 17:24:37.764374 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e2c208b2-4fa2-4e6d-9f43-7d9e40cf3d2e req-91989bc6-c508-486b-8363-9380d66b1576 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Sep 19 17:24:38.436108 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53780) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:38.487674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708f3d-70b8-4838-823b-23b02b007e73 req-e556f8e1-3633-4442-86a0-84a2dd76185a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:38.489361 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9b708f3d-70b8-4838-823b-23b02b007e73 req-e556f8e1-3633-4442-86a0-84a2dd76185a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0477591 Sep 19 17:24:38.553596 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9b708f3d-70b8-4838-823b-23b02b007e73 req-d398eed0-0327-4240-bb14-0c5e66c1d553 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 Sep 19 17:24:38.555290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-56dfa070-4153-41cb-b55d-c2a74560b2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:38.661565 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e3d5050-f9d7-4848-9147-be5fcc09c6ff req-136ab506-9d75-4eb1-803e-78f76cbff516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0427520 Sep 19 17:24:38.691457 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-56dfa070-4153-41cb-b55d-c2a74560b2e6 admin admin] Publish callbacks [] for security_group (2ae45199-2afc-4685-b3fc-a45633c8b869), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:38.777485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-56dfa070-4153-41cb-b55d-c2a74560b2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2ae45199-2afc-4685-b3fc-a45633c8b869), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:38.824585 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-56dfa070-4153-41cb-b55d-c2a74560b2e6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6f042b5037cc4df29585b5762b8cc034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873086 Sep 19 17:24:38.826292 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfa070-4153-41cb-b55d-c2a74560b2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae45199-2afc-4685-b3fc-a45633c8b869,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:38.827344 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53798) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:38.903186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] Publish callbacks [] for security_group (2ae45199-2afc-4685-b3fc-a45633c8b869), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:38.910428 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a8abc-1a31-492d-9199-5774ad26e6a6 req-479ae684-1848-4495-9458-286515734288 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:38.916321 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d93a8abc-1a31-492d-9199-5774ad26e6a6 req-479ae684-1848-4495-9458-286515734288 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0668147 Sep 19 17:24:38.926383 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] Publish callbacks [] for security_group (2ae45199-2afc-4685-b3fc-a45633c8b869), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:38.983828 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d93a8abc-1a31-492d-9199-5774ad26e6a6 req-4bab7ead-ad8b-45db-a072-9bb857caf6fa tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654244 Sep 19 17:24:39.071918 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2ae45199-2afc-4685-b3fc-a45633c8b869), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:39.075214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:39.076665 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2ae45199-2afc-4685-b3fc-a45633c8b869 HTTP/1.1" status: 204 len: 168 time: 0.2470431 Sep 19 17:24:39.086237 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bfb81-fe8f-4e71-a148-9571dcdb72aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae45199-2afc-4685-b3fc-a45633c8b869,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:39.761939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac608e-d25f-4502-9800-5119e4e0ab43 req-c9427b1d-2651-4d55-9eb9-d6eece1bfbb1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:39.764712 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-46ac608e-d25f-4502-9800-5119e4e0ab43 req-c9427b1d-2651-4d55-9eb9-d6eece1bfbb1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1022363 Sep 19 17:24:39.770359 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53832) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:39.813629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53836) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:39.815452 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a396e925-9220-42d7-9cc7-c1ccc56e1313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:39.825802 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f4f4b2d-3c44-4d35-be0e-128bc1f1854e req-46bc5e42-b50d-4f9b-ab49-ce2ba2d74b39 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0593624 Sep 19 17:24:39.882659 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-46ac608e-d25f-4502-9800-5119e4e0ab43 req-c1344d56-a631-4e03-9e66-5792438e273f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094749 Sep 19 17:24:39.951897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a396e925-9220-42d7-9cc7-c1ccc56e1313 admin admin] Publish callbacks [] for security_group (f0d22200-8a48-4cd0-83e5-410640f46890), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:39.993659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a396e925-9220-42d7-9cc7-c1ccc56e1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f0d22200-8a48-4cd0-83e5-410640f46890), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.002384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fd09f7d5-cf73-4e9f-abbf-a139140269bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.006857 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:40.036650 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:40.049657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e925-9220-42d7-9cc7-c1ccc56e1313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d22200-8a48-4cd0-83e5-410640f46890,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:40.054292 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a396e925-9220-42d7-9cc7-c1ccc56e1313 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6e40ed661ff742e285da2ebd7f965d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821581 Sep 19 17:24:40.057084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53844) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:40.123113 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fd09f7d5-cf73-4e9f-abbf-a139140269bc admin admin] Publish callbacks [] for security_group (7f1f0162-9c30-4e45-868b-8b80488944fd), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.156380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03add9-0e80-4aa7-83d2-119bf6e31369 req-ba7a7cb1-dc11-49b8-9ba2-377e14a5c97d tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:40.157877 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b03add9-0e80-4aa7-83d2-119bf6e31369 req-ba7a7cb1-dc11-49b8-9ba2-377e14a5c97d tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0757930 Sep 19 17:24:40.158502 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] Publish callbacks [] for security_group (f0d22200-8a48-4cd0-83e5-410640f46890), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.194004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] Publish callbacks [] for security_group (f0d22200-8a48-4cd0-83e5-410640f46890), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.238953 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fd09f7d5-cf73-4e9f-abbf-a139140269bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7f1f0162-9c30-4e45-868b-8b80488944fd), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.247590 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b03add9-0e80-4aa7-83d2-119bf6e31369 req-493ba445-b0ee-40cf-8978-d11bb8eef6c8 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Sep 19 17:24:40.283276 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fd09f7d5-cf73-4e9f-abbf-a139140269bc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e62515c772a44e8dade764526816b15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4685836 Sep 19 17:24:40.284220 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09f7d5-cf73-4e9f-abbf-a139140269bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f0162-9c30-4e45-868b-8b80488944fd,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:40.286877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53846) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:40.348162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] Publish callbacks [] for security_group (7f1f0162-9c30-4e45-868b-8b80488944fd), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.359429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f0d22200-8a48-4cd0-83e5-410640f46890), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.361994 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.363137 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f0d22200-8a48-4cd0-83e5-410640f46890 HTTP/1.1" status: 204 len: 168 time: 0.3050082 Sep 19 17:24:40.383836 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] Publish callbacks [] for security_group (7f1f0162-9c30-4e45-868b-8b80488944fd), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.385739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e25ad-2cd0-433f-863c-c865fa0a4d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d22200-8a48-4cd0-83e5-410640f46890,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:40.494420 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7f1f0162-9c30-4e45-868b-8b80488944fd), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.496983 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:40.498122 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7f1f0162-9c30-4e45-868b-8b80488944fd HTTP/1.1" status: 204 len: 168 time: 0.2111137 Sep 19 17:24:40.507719 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cad91-377f-4aff-87d3-633cb453ee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f0162-9c30-4e45-868b-8b80488944fd,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:40.608348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-79b4755e-fa19-4e7a-bf5b-5eda48c402a1 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:40.609858 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-79b4755e-fa19-4e7a-bf5b-5eda48c402a1 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 808 time: 0.1296546 Sep 19 17:24:40.703492 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Request body: {'port': {'device_id': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8', 'admin_state_up': True, 'tenant_id': '521a7d164d1343aa95087e1d4b5ebb11'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:40.716958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:40.844669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-df2b4415-4e8a-47ca-96a1-326bdc30894b tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:40.846165 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-df2b4415-4e8a-47ca-96a1-326bdc30894b tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.1467924 Sep 19 17:24:40.946288 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:40.992290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4272d1bf-8dc1-4abf-9d9e-b26d951b362c req-a2bbc961-9c56-4ffc-b20f-74b2a61a2fe9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0343258 Sep 19 17:24:41.026198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Deleting port 95fe2876-ad84-4782-b5da-88dc57844f07 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:24:41.027263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.041777 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75087495-7fec-4add-8ddc-857a06ea9019 req-15355e91-9f36-4757-b8af-124dc2d97917 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:41.043281 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-75087495-7fec-4add-8ddc-857a06ea9019 req-15355e91-9f36-4757-b8af-124dc2d97917 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0532081 Sep 19 17:24:41.091836 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-75087495-7fec-4add-8ddc-857a06ea9019 req-fbccd772-c3e9-44d3-aa39-b6f09f40767c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Sep 19 17:24:41.132613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] For port 95fe2876-ad84-4782-b5da-88dc57844f07, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=95fe2876-ad84-4782-b5da-88dc57844f07,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:41.143567 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.149585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Calling delete_port for 95fe2876-ad84-4782-b5da-88dc57844f07 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:24:41.235008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Made reservation on behalf of 521a7d164d1343aa95087e1d4b5ebb11 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:41.238673 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.410045 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53870) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:41.420402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:41.421391 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:41.429261 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a028c296-756b-4c34-abc8-fe493e763cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.436049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463cfbc-caab-4f7a-8567-4140fa0f21d0 req-3e1a2990-9c5a-4231-9331-c37e84ed73d5 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:41.437580 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3463cfbc-caab-4f7a-8567-4140fa0f21d0 req-3e1a2990-9c5a-4231-9331-c37e84ed73d5 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 946 time: 0.0740051 Sep 19 17:24:41.454172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Allocated IP 172.20.0.7 (dbea844a-2578-4e15-bc5c-36f1d79899e8/7b145de0-8171-456a-a1e2-c2fb75b3e7f7/10c3ac96-1fd1-4d57-b5fb-360aecc85b11) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:24:41.490401 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 53872) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:41.518328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-330c5401-02d9-4e36-8788-2d220493ca7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.522416 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3463cfbc-caab-4f7a-8567-4140fa0f21d0 req-8bba9fd2-4995-43d2-a1cd-29931cb33224 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=72eb0832-5250-49d0-bc37-c44ee67f7904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738375 Sep 19 17:24:41.531023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (95fe2876-ad84-4782-b5da-88dc57844f07), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.572201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a028c296-756b-4c34-abc8-fe493e763cdc admin admin] Publish callbacks [] for security_group (0cc27b06-6609-4fe7-8343-8c7fdabb01dd), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.608816 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['95fe2876-ad84-4782-b5da-88dc57844f07'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:24:41.626402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a028c296-756b-4c34-abc8-fe493e763cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0cc27b06-6609-4fe7-8343-8c7fdabb01dd), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.630020 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Pushing event deleted for resources: {'Port': ['ID=95fe2876-ad84-4782-b5da-88dc57844f07,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:41.699420 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a028c296-756b-4c34-abc8-fe493e763cdc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d1b70fa0a8724e5a8e7a051746c22268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883210 Sep 19 17:24:41.700358 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c296-756b-4c34-abc8-fe493e763cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc27b06-6609-4fe7-8343-8c7fdabb01dd,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:41.704715 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53874) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:41.746699 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] No DVR routers for this DVR port 95fe2876-ad84-4782-b5da-88dc57844f07 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:24:41.764670 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.768001 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-69c7ff92-a650-4795-85de-5c48ac2bc8a1 req-a8a03546-360a-49cb-8c54-0a699feb93fe tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.67 "DELETE /networking/v2.0/ports/95fe2876-ad84-4782-b5da-88dc57844f07 HTTP/1.1" status: 204 len: 173 time: 0.9152455 Sep 19 17:24:41.770111 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'name': 'network-vif-deleted', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:41.772498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1c735-c307-49dd-a5db-ca0d1ea96bd8" -d '{"events": [{"server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "name": "network-vif-deleted", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:41.785688 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] Publish callbacks [] for security_group (0cc27b06-6609-4fe7-8343-8c7fdabb01dd), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.832588 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] Publish callbacks [] for security_group (0cc27b06-6609-4fe7-8343-8c7fdabb01dd), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.847136 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks [] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.860289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e28e1a-f165-4783-90d0-b4d12e4b488e x-openstack-request-id: req-84e28e1a-f165-4783-90d0-b4d12e4b488e {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:41.861332 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c5ef6-abf1-465c-afed-96d456b50c8e", "name": "network-vif-deleted", "tag": "95fe2876-ad84-4782-b5da-88dc57844f07", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:41.861332 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84e28e1a-f165-4783-90d0-b4d12e4b488e {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:41.861332 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e28e1a-f165-4783-90d0-b4d12e4b488e'] response: {'server_uuid': '174c5ef6-abf1-465c-afed-96d456b50c8e', 'name': 'network-vif-deleted', 'tag': '95fe2876-ad84-4782-b5da-88dc57844f07', 'status': 'completed', 'code': 200} Sep 19 17:24:41.878755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:41.923102 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-330c5401-02d9-4e36-8788-2d220493ca7c admin admin] Publish callbacks [] for security_group (6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:41.976680 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.017116 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0cc27b06-6609-4fe7-8343-8c7fdabb01dd), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.022806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-330c5401-02d9-4e36-8788-2d220493ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.026082 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.027968 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0cc27b06-6609-4fe7-8343-8c7fdabb01dd HTTP/1.1" status: 204 len: 168 time: 0.3218863 Sep 19 17:24:42.043569 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188369-4c63-4fa1-8e95-251e3821e32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc27b06-6609-4fe7-8343-8c7fdabb01dd,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:42.044077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:24:42.077865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:42.111097 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:24:42.117308 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:42.118888 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.142629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Pushing event updated for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:42.180401 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:42.188381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd1c46-748b-4353-8fc3-eb96cc4246bb req-96228f64-4440-43a0-96df-e25e5b1ac562 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:42.190833 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65bd1c46-748b-4353-8fc3-eb96cc4246bb req-96228f64-4440-43a0-96df-e25e5b1ac562 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 931 time: 0.0626538 Sep 19 17:24:42.191345 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 53888) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:42.199153 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-330c5401-02d9-4e36-8788-2d220493ca7c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3f1d54dc37b54668bf83a62feb7e6332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6856358 Sep 19 17:24:42.213811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c5401-02d9-4e36-8788-2d220493ca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:42.323539 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-71e947c2-d7be-4ab2-94a6-f0e61fb9cfce tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252861 Sep 19 17:24:42.359671 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65bd1c46-748b-4353-8fc3-eb96cc4246bb req-fd264abe-ecd2-4a78-9952-810aeb3f3840 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194649 Sep 19 17:24:42.379003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7dd1d-0e39-4814-b688-951aae4f7a81 req-e23392e5-c787-4233-b781-7292c6c4138e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:42.380635 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8db7dd1d-0e39-4814-b688-951aae4f7a81 req-e23392e5-c787-4233-b781-7292c6c4138e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1009963 Sep 19 17:24:42.384132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] Publish callbacks [] for security_group (6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.427328 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] Publish callbacks [] for security_group (6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.482222 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8db7dd1d-0e39-4814-b688-951aae4f7a81 req-37c22c01-1784-46fc-9f73-0be005c696f0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919909 Sep 19 17:24:42.501223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Request body: {'port': {'device_id': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:42.591638 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.607300 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.614476 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:42.618202 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3 HTTP/1.1" status: 204 len: 168 time: 0.4246616 Sep 19 17:24:42.648517 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5cef-3eea-4e48-b143-67b84b1314ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf5ff5-c0ce-4466-99a8-e9dc7d4547c3,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:42.740624 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cac314e-92cf-4e96-9b3a-b3723afa66a3 req-fc96bfa7-74ab-41c9-af65-b0b31bf2e8d4 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.1009459 Sep 19 17:24:42.993314 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:24:43.001660 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks [] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:43.015346 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Transition to ACTIVE for port object 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:24:43.096798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:43.261837 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=75 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:43.263364 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=81 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:43.380795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:43.397350 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Attempting to bind port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:24:43.397696 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Attempting to bind port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:24:43.398026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Attempting to bind port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:24:43.401944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Pushing event updated for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:43.449460 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:24:43.450142 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Attempting to bind port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:24:43.516784 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:24:43.520241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Checking segment: {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:24:43.520826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Bound using segment: {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:24:43.521702 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Bound port: 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:24:43.522567 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:43.581350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740915c-8380-4bc8-af1b-1693661b1d20 req-d47e2ec5-4459-44b8-a159-019fe04fbf2f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:43.582911 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1740915c-8380-4bc8-af1b-1693661b1d20 req-d47e2ec5-4459-44b8-a159-019fe04fbf2f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.1177564 Sep 19 17:24:43.632681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 95fe2876-ad84-4782-b5da-88dc57844f07 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:24:43.645831 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:24:43.651019 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:24:43.660504 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1740915c-8380-4bc8-af1b-1693661b1d20 req-c70083fd-7dcc-45df-8f42-f916bf9acbec tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707982 Sep 19 17:24:43.672276 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 95fe2876-ad84-4782-b5da-88dc57844f07 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:24:43.673927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 95fe2876-ad84-4782-b5da-88dc57844f07 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:24:43.681027 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:43.712016 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6cbc-aada-4a44-bcd3-7b0fad29f106 req-bb786619-e832-4bba-9119-8a2996e692c3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:43.714290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-331d6cbc-aada-4a44-bcd3-7b0fad29f106 req-bb786619-e832-4bba-9119-8a2996e692c3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0836689 Sep 19 17:24:43.770918 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:43.777648 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:43.778263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:43.781054 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/10c3ac96-1fd1-4d57-b5fb-360aecc85b11 HTTP/1.1" status: 200 len: 1093 time: 1.2923052 Sep 19 17:24:43.794483 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-331d6cbc-aada-4a44-bcd3-7b0fad29f106 req-443229b6-f5e6-4c01-bc20-36422f5dbbad tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732999 Sep 19 17:24:43.844242 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:43.864198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:43.866750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c55962-9780-469a-a05c-688de9890eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:43.872737 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b15de61b-b89e-4b23-801e-76b93a3f7d8e req-b9e7e310-9799-482e-b869-4859cc949138 tempest-DeleteServersTestJSON-492183407 tempest-DeleteServersTestJSON-492183407-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=174c5ef6-abf1-465c-afed-96d456b50c8e HTTP/1.1" status: 200 len: 210 time: 0.0657284 Sep 19 17:24:43.885245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e078a1-47b8-4339-8706-f7dc97d8954d service neutron] Pushing event updated for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:43.942344 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716c944f-5b9f-449b-a2fa-35ffe5663725 x-openstack-request-id: req-716c944f-5b9f-449b-a2fa-35ffe5663725 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:43.942668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:43.943159 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-716c944f-5b9f-449b-a2fa-35ffe5663725 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:43.943899 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716c944f-5b9f-449b-a2fa-35ffe5663725'] response: {'name': 'network-changed', 'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11', 'status': 'completed', 'code': 200} Sep 19 17:24:44.074049 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-6c1d9e04-eebf-4f1e-b440-4cd89f8a2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:44.075782 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-6c1d9e04-eebf-4f1e-b440-4cd89f8a2da9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0437133 Sep 19 17:24:44.135688 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-fb1d94bc-1184-4dc2-956c-9854d0dd1d7d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11 HTTP/1.1" status: 200 len: 217 time: 0.0380478 Sep 19 17:24:44.209955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-455e8bc3-8a19-4dc7-8808-fce4d1e3ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:44.211817 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-455e8bc3-8a19-4dc7-8808-fce4d1e3ca89 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7b145de0-8171-456a-a1e2-c2fb75b3e7f7 HTTP/1.1" status: 200 len: 848 time: 0.0634003 Sep 19 17:24:44.252410 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-d8c156be-af5b-4519-ad23-5a6962b74138 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=dbea844a-2578-4e15-bc5c-36f1d79899e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296409 Sep 19 17:24:44.366079 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-a8ee6273-e6cb-49e6-9cea-a2d5368dfb56 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041496 Sep 19 17:24:44.482300 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d083cc88-c7ae-4e90-87ab-4beef851aafe req-b3d69571-8095-4cbc-bba1-b4dc7161a49b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088943 Sep 19 17:24:44.798998 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f3962-5cef-438e-8199-bc5e1592fab1 req-3c69fce0-c6fc-4f02-b5b6-f0a23b477015 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:44.800684 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a67f3962-5cef-438e-8199-bc5e1592fab1 req-3c69fce0-c6fc-4f02-b5b6-f0a23b477015 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.0482242 Sep 19 17:24:44.856530 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a67f3962-5cef-438e-8199-bc5e1592fab1 req-0d935b3c-a978-4f8d-bc48-24e15a45d04b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Sep 19 17:24:44.936652 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72519f2-3c9a-4091-a4ee-bfc06b2848d2 req-94813dcf-09c4-4829-8c0f-0bbfe12c6a5a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:44.938199 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c72519f2-3c9a-4091-a4ee-bfc06b2848d2 req-94813dcf-09c4-4829-8c0f-0bbfe12c6a5a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0514116 Sep 19 17:24:44.989966 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c72519f2-3c9a-4091-a4ee-bfc06b2848d2 req-ef7ed2f2-494b-4554-843d-94445f08068f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Sep 19 17:24:45.988776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115168a-5f39-41bc-b29f-9f1adc205d4d req-1710391d-ab7b-4cf4-8111-dff37e1352f5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:45.988776 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0115168a-5f39-41bc-b29f-9f1adc205d4d req-1710391d-ab7b-4cf4-8111-dff37e1352f5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.0515065 Sep 19 17:24:46.039288 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0115168a-5f39-41bc-b29f-9f1adc205d4d req-620cdea2-548a-4d32-a1b4-d20e6e232e37 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Sep 19 17:24:46.288308 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292edd-0cf5-49cb-b7cc-de0cc49fcc7f req-5a3d193f-2efc-46e7-988f-22773231cdd6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:46.291734 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c4292edd-0cf5-49cb-b7cc-de0cc49fcc7f req-5a3d193f-2efc-46e7-988f-22773231cdd6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.2230542 Sep 19 17:24:46.344243 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c4292edd-0cf5-49cb-b7cc-de0cc49fcc7f req-01274dc3-f4d8-4dc4-b9d3-387fb3a21c40 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Sep 19 17:24:46.394172 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54034) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:46.499267 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-53739d3d-f239-4675-8b7e-8e3dea0d17d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.574709 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-53739d3d-f239-4675-8b7e-8e3dea0d17d2 admin admin] Publish callbacks [] for security_group (84e5aa1b-c517-4ec4-8eb6-416febcdc08e), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.671269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-53739d3d-f239-4675-8b7e-8e3dea0d17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (84e5aa1b-c517-4ec4-8eb6-416febcdc08e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.709494 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739d3d-f239-4675-8b7e-8e3dea0d17d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5aa1b-c517-4ec4-8eb6-416febcdc08e,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:46.714135 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-53739d3d-f239-4675-8b7e-8e3dea0d17d2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1158f0926fd0415e99c0a2c784d83bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187039 Sep 19 17:24:46.716868 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54042) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:46.766580 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] Publish callbacks [] for security_group (84e5aa1b-c517-4ec4-8eb6-416febcdc08e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.782581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:46.787622 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] Publish callbacks [] for security_group (84e5aa1b-c517-4ec4-8eb6-416febcdc08e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.895939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (84e5aa1b-c517-4ec4-8eb6-416febcdc08e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.898571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:46.899771 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/84e5aa1b-c517-4ec4-8eb6-416febcdc08e HTTP/1.1" status: 204 len: 168 time: 0.1820767 Sep 19 17:24:46.908530 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7095c-0d42-48e3-9dad-da65260d7f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5aa1b-c517-4ec4-8eb6-416febcdc08e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:46.922812 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=78,neutron:UPDATE=7 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:47.161986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591e2c-15fc-4dc5-8053-52d12ab81d3c req-145ac4b2-51b2-4b84-aef0-2c94b80802cc tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:47.163408 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-73591e2c-15fc-4dc5-8053-52d12ab81d3c req-145ac4b2-51b2-4b84-aef0-2c94b80802cc tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.0490985 Sep 19 17:24:47.225031 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-73591e2c-15fc-4dc5-8053-52d12ab81d3c req-76d8f6f8-242f-4db0-903d-3ba85dfbf031 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551665 Sep 19 17:24:47.474514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce29d2-5528-40e9-a219-d92b5e5b525c req-c4f9a974-61d7-4943-a867-b2be4783db74 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:47.476228 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b2ce29d2-5528-40e9-a219-d92b5e5b525c req-c4f9a974-61d7-4943-a867-b2be4783db74 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Sep 19 17:24:47.527795 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b2ce29d2-5528-40e9-a219-d92b5e5b525c req-be3b86a2-da3a-4fa9-a1cb-4fbee52e5b9f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Sep 19 17:24:47.568578 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54060) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:47.574638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:47.582222 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e3fa06f2-3683-40cf-9341-ee9b63fe85dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.657743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e3fa06f2-3683-40cf-9341-ee9b63fe85dc admin admin] Publish callbacks [] for security_group (c52e097b-a66f-4103-b9fd-12b285d5aa60), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.740286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e3fa06f2-3683-40cf-9341-ee9b63fe85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (c52e097b-a66f-4103-b9fd-12b285d5aa60), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.791570 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e3fa06f2-3683-40cf-9341-ee9b63fe85dc admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4b378ab42e334d8dbb712fe94c3633e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196062 Sep 19 17:24:47.791570 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa06f2-3683-40cf-9341-ee9b63fe85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52e097b-a66f-4103-b9fd-12b285d5aa60,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:47.794073 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54074) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:47.795151 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54072) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:47.852701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] Publish callbacks [] for security_group (c52e097b-a66f-4103-b9fd-12b285d5aa60), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.872926 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] Publish callbacks [] for security_group (c52e097b-a66f-4103-b9fd-12b285d5aa60), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.970479 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (c52e097b-a66f-4103-b9fd-12b285d5aa60), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.973093 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:47.974278 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c52e097b-a66f-4103-b9fd-12b285d5aa60 HTTP/1.1" status: 204 len: 168 time: 0.1761158 Sep 19 17:24:47.982748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a734e-a605-4750-90de-68d89af38cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52e097b-a66f-4103-b9fd-12b285d5aa60,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:48.047009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:48.193107 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:48.452612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995da55-d9e5-45c0-affd-d1d6f369fb48 req-935596a3-a448-461f-a763-75e05cc24c97 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:48.454126 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9995da55-d9e5-45c0-affd-d1d6f369fb48 req-935596a3-a448-461f-a763-75e05cc24c97 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.1059310 Sep 19 17:24:48.552713 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9995da55-d9e5-45c0-affd-d1d6f369fb48 req-e5ed044d-22ab-404f-ac32-5d48fd58adcf tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766044 Sep 19 17:24:48.553411 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Deleting port ab1c6d10-edd2-4ff2-b49f-80341af3ce81 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:24:48.553750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:48.676346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317c08f-c121-4413-9beb-d9bc1fd6a23c req-c96d02cb-f428-4a59-9c4f-6c4c4b71a7be tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:48.677871 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d317c08f-c121-4413-9beb-d9bc1fd6a23c req-c96d02cb-f428-4a59-9c4f-6c4c4b71a7be tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0636971 Sep 19 17:24:48.691518 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] For port ab1c6d10-edd2-4ff2-b49f-80341af3ce81, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:48.691966 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:48.706046 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:48.720009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Calling delete_port for ab1c6d10-edd2-4ff2-b49f-80341af3ce81 owned by network:router_interface {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:24:48.768634 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55962-9780-469a-a05c-688de9890eb8 req-eeed6ee9-c897-49c6-a96f-d7ea7133b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:48.770449 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-eeed6ee9-c897-49c6-a96f-d7ea7133b1ff service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0571835 Sep 19 17:24:48.817526 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d317c08f-c121-4413-9beb-d9bc1fd6a23c req-6c05f614-20c0-48ba-99c3-8bd64e1f24da tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228254 Sep 19 17:24:48.865098 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:48.913036 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55962-9780-469a-a05c-688de9890eb8 req-608caab6-ab62-49cb-a55e-0b09a0451f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:48.915086 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-608caab6-ab62-49cb-a55e-0b09a0451f95 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 909 time: 0.1343546 Sep 19 17:24:48.972638 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-e764f400-dec8-4a21-a138-3fcd2a10da24 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11 HTTP/1.1" status: 200 len: 217 time: 0.0464072 Sep 19 17:24:49.042481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55962-9780-469a-a05c-688de9890eb8 req-d5517edf-1646-4c06-a932-1b2d75d428fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:49.044363 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-d5517edf-1646-4c06-a932-1b2d75d428fc service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7b145de0-8171-456a-a1e2-c2fb75b3e7f7 HTTP/1.1" status: 200 len: 848 time: 0.0516446 Sep 19 17:24:49.082927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (ab1c6d10-edd2-4ff2-b49f-80341af3ce81), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.090879 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-6d7472b7-210b-4c8a-974d-09114b54b022 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=dbea844a-2578-4e15-bc5c-36f1d79899e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313675 Sep 19 17:24:49.117090 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1c6d10-edd2-4ff2-b49f-80341af3ce81,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:49.340974 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-9b9ea918-9820-4cd2-b257-d1dd08d3a963 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363985 Sep 19 17:24:49.382534 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.517532 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:49.544793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54126) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:49.568281 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f1c55962-9780-469a-a05c-688de9890eb8 req-32ae0804-813c-401a-801b-a2bd992a635c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183173 Sep 19 17:24:49.653846 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:24:49.698636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf497c74-028b-45c0-816b-8535cb8fbe5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.812881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf497c74-028b-45c0-816b-8535cb8fbe5e admin admin] Publish callbacks [] for security_group (447599ed-d6f9-45c0-b65e-b05c9083f6f5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.820009 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:49.839173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11', 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8', 'port_id': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11', 'mac_address': 'fa:16:3e:46:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b145de0-8171-456a-a1e2-c2fb75b3e7f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:24:49.894830 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf497c74-028b-45c0-816b-8535cb8fbe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (447599ed-d6f9-45c0-b65e-b05c9083f6f5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.903254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:49.903799 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:49.905973 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86be64e-00ac-475b-9e55-079ba639f0e4 req-fac19c53-5c40-4d4d-869e-0c16732fb7c4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:49.907487 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a86be64e-00ac-475b-9e55-079ba639f0e4 req-fac19c53-5c40-4d4d-869e-0c16732fb7c4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 943 time: 0.2397034 Sep 19 17:24:49.925452 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:24:49.941310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:49.948811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497c74-028b-45c0-816b-8535cb8fbe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447599ed-d6f9-45c0-b65e-b05c9083f6f5,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:49.956476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:49.983217 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cf497c74-028b-45c0-816b-8535cb8fbe5e admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ed21bb69444d47158f90cb5da1aedfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360378 Sep 19 17:24:49.984048 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54138) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:50.028201 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a86be64e-00ac-475b-9e55-079ba639f0e4 req-18b134be-d953-4d85-b3a5-51dd0567da5a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956001 Sep 19 17:24:50.041676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:50.043686 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Router 56c881c8-df00-4f6b-9a66-d0dcbe74117a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:24:50.059173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf5ce1-f52e-461c-ba75-dcf61dec39e1 req-abb29cd4-9099-4e26-8f85-2c1a49a89e81 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:50.059173 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2fbf5ce1-f52e-461c-ba75-dcf61dec39e1 req-abb29cd4-9099-4e26-8f85-2c1a49a89e81 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1002445 Sep 19 17:24:50.065814 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] Publish callbacks [] for security_group (447599ed-d6f9-45c0-b65e-b05c9083f6f5), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.084956 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.089015 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] Publish callbacks [] for security_group (447599ed-d6f9-45c0-b65e-b05c9083f6f5), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.112635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:50.140717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:50.190377 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2fbf5ce1-f52e-461c-ba75-dcf61dec39e1 req-53f4d209-f1f0-4ec9-bc3a-bbec30a5283d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268220 Sep 19 17:24:50.201491 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:24:50.206695 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-737268b4-5d1d-4c9d-9b57-fb0f7f061b8d admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/56c881c8-df00-4f6b-9a66-d0dcbe74117a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4132423 Sep 19 17:24:50.209361 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54146) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:50.216716 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Sync routers for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:24:50.232734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:24:50.233663 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:50.251080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (447599ed-d6f9-45c0-b65e-b05c9083f6f5), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.254111 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.255768 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/447599ed-d6f9-45c0-b65e-b05c9083f6f5 HTTP/1.1" status: 204 len: 168 time: 0.2706478 Sep 19 17:24:50.271720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42892326-6b22-4184-8380-e3761ab88132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447599ed-d6f9-45c0-b65e-b05c9083f6f5,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:50.360589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks [] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.417717 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:50.491527 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:24:50.535324 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks [] for router_gateway (56c881c8-df00-4f6b-9a66-d0dcbe74117a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.575999 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.667781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Deleting port 8621d68b-333d-40c5-bfe0-33b8103832f6 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:24:50.668107 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.695415 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['10c3ac96-1fd1-4d57-b5fb-360aecc85b11'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:24:50.714884 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:24:48Z', 'revision_number': 5, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port': {'id': '8621d68b-333d-40c5-bfe0-33b8103832f6', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:26:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:12Z', 'updated_at': '2022-09-19T17:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:50.744505 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Checking router: 56c881c8-df00-4f6b-9a66-d0dcbe74117a for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:24:50.764312 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Routers {'56c881c8-df00-4f6b-9a66-d0dcbe74117a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:24:50.765102 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:50.780779 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] For port 8621d68b-333d-40c5-bfe0-33b8103832f6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8621d68b-333d-40c5-bfe0-33b8103832f6,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:50.781331 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:50.798767 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Calling delete_port for 8621d68b-333d-40c5-bfe0-33b8103832f6 owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:24:50.895665 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] Set router 56c881c8-df00-4f6b-9a66-d0dcbe74117a gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:24:50.977568 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:24:50Z', 'revision_number': 6, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:51.013449 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d52b1c-b801-4b64-897c-1b12f8ea5b00 None None] The sync data for ids ['56c881c8-df00-4f6b-9a66-d0dcbe74117a'] in dv-cinder-848013-2-iscsi is: [{'id': '56c881c8-df00-4f6b-9a66-d0dcbe74117a', 'name': 'tempest-DeleteServersTestJSON-722870216-router', 'tenant_id': '1bab2edcfa684d8a8befcb705fe3990e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:11Z', 'updated_at': '2022-09-19T17:24:50Z', 'revision_number': 6, 'project_id': '1bab2edcfa684d8a8befcb705fe3990e', 'gw_port_host': None}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:24:51.084208 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (8621d68b-333d-40c5-bfe0-33b8103832f6), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.109965 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:51.161561 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Pushing event deleted for resources: {'Port': ['ID=8621d68b-333d-40c5-bfe0-33b8103832f6,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:51.166426 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.200987 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d3a76-f0a0-44c5-a4dc-a2cacd80a1fb req-6f6df3d8-8381-426c-be0e-8177f27effd5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:51.202470 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d16d3a76-f0a0-44c5-a4dc-a2cacd80a1fb req-6f6df3d8-8381-426c-be0e-8177f27effd5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 944 time: 0.0559051 Sep 19 17:24:51.256000 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d16d3a76-f0a0-44c5-a4dc-a2cacd80a1fb req-f19616b4-8e07-4aef-b5e6-f0a36af17282 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 Sep 19 17:24:51.285928 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.288964 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks [] for router_controller (56c881c8-df00-4f6b-9a66-d0dcbe74117a), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.389077 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbb821-4340-4d1f-ac87-f04a1c04d2d5 req-cab734b4-7cd3-4128-aa3e-c043def1c575 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:51.398494 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14dbb821-4340-4d1f-ac87-f04a1c04d2d5 req-cab734b4-7cd3-4128-aa3e-c043def1c575 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0783312 Sep 19 17:24:51.432958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54190) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:51.488355 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14dbb821-4340-4d1f-ac87-f04a1c04d2d5 req-ff64f489-3a71-4c68-a385-fb700af5f9e3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689707 Sep 19 17:24:51.574276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a0680ca-5d88-488b-bc4d-241cd03ae311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.614394 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (56c881c8-df00-4f6b-9a66-d0dcbe74117a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.614873 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c881c8-df00-4f6b-9a66-d0dcbe74117a {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:24:51.624438 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.625738 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-76843943-b268-4315-a11e-bc2663f4e470 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/56c881c8-df00-4f6b-9a66-d0dcbe74117a HTTP/1.1" status: 204 len: 168 time: 1.4150677 Sep 19 17:24:51.628442 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54202) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:51.675386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a0680ca-5d88-488b-bc4d-241cd03ae311 admin admin] Publish callbacks [] for security_group (1af199e9-a5ae-4433-9c6e-9daf834c5f1a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.679241 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Deleting subnet ada66cab-bb48-4c8b-a887-63ee84f2f05b {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:24:51.682855 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Publish callbacks [] for subnet (ada66cab-bb48-4c8b-a887-63ee84f2f05b), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.721351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Publish callbacks [] for subnet (ada66cab-bb48-4c8b-a887-63ee84f2f05b), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.742472 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a0680ca-5d88-488b-bc4d-241cd03ae311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1af199e9-a5ae-4433-9c6e-9daf834c5f1a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.787558 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-1a0680ca-5d88-488b-bc4d-241cd03ae311 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=cc0eb312db3245978378451037cc9e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535230 Sep 19 17:24:51.788677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0680ca-5d88-488b-bc4d-241cd03ae311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af199e9-a5ae-4433-9c6e-9daf834c5f1a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:51.791231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54208) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:51.812739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54212) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:51.819609 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (ada66cab-bb48-4c8b-a887-63ee84f2f05b), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.870668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] Publish callbacks [] for security_group (1af199e9-a5ae-4433-9c6e-9daf834c5f1a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.924237 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] Publish callbacks [] for security_group (1af199e9-a5ae-4433-9c6e-9daf834c5f1a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:51.957580 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-73527017-network', 'tenant_id': '6198c6cbed294d0eb4ef8fcd97ba96fe'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:51.990418 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8621d68b-333d-40c5-bfe0-33b8103832f6 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:24:52.014695 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 8621d68b-333d-40c5-bfe0-33b8103832f6 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:24:52.015275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8621d68b-333d-40c5-bfe0-33b8103832f6 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:24:52.015729 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ab1c6d10-edd2-4ff2-b49f-80341af3ce81 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:24:52.024214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (ada66cab-bb48-4c8b-a887-63ee84f2f05b), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.038449 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: ab1c6d10-edd2-4ff2-b49f-80341af3ce81 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:24:52.038818 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ab1c6d10-edd2-4ff2-b49f-80341af3ce81 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:24:52.046628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:52.046628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1af199e9-a5ae-4433-9c6e-9daf834c5f1a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.047167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.051077 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1af199e9-a5ae-4433-9c6e-9daf834c5f1a HTTP/1.1" status: 204 len: 168 time: 0.2587423 Sep 19 17:24:52.060830 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4155f40-86db-4fa0-bc94-2771afa6cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af199e9-a5ae-4433-9c6e-9daf834c5f1a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.069347 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Made reservation on behalf of 6198c6cbed294d0eb4ef8fcd97ba96fe for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:52.071463 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.074738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada66cab-bb48-4c8b-a887-63ee84f2f05b,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.097875 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.098199 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-990b5946-f1af-457d-99a7-59af671069c7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/ada66cab-bb48-4c8b-a887-63ee84f2f05b HTTP/1.1" status: 204 len: 168 time: 0.4686882 Sep 19 17:24:52.099783 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.100993 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54224) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:52.102745 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75205e-43ad-4dbe-a577-a5994db72f5e None None] Network 9250236b-0273-43f2-a175-bd8e8ae1caee requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:52.107845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:24:52.219329 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (9250236b-0273-43f2-a175-bd8e8ae1caee), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.233887 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:24:52.278121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Deleting port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:24:52.278904 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.282032 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks [] for security_group (d494492d-60a8-4920-a556-d94e19e4dce0), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.306201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:52.306858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.307338 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 Sep 19 17:24:52.357017 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] DHCP port deletion for 9250236b-0273-43f2-a175-bd8e8ae1caee request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:24:52.362473 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:52.364465 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] For port ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:52.365115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.376018 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d494492d-60a8-4920-a556-d94e19e4dce0), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.395930 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Calling delete_port for ea9e75c8-358d-4ee3-a0b7-4c94388068c8 owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:24:52.432993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:52.442882 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Deleting port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:24:52.443256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.456269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:24:52.461246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:52.461966 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.496551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494492d-60a8-4920-a556-d94e19e4dce0,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.499978 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7529ab1d-041f-4580-b296-afd47be18dac), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.500599 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Added segment 7529ab1d-041f-4580-b296-afd47be18dac of type vlan for network 7d1d32ac-68b4-4010-b266-e123719339b9 Sep 19 17:24:52.520968 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdc94e-1efe-4dd3-8bdf-ba59ba7b5db4 req-f87d627c-2f7e-4af4-8320-57319a114d64 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:52.522691 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-77cdc94e-1efe-4dd3-8bdf-ba59ba7b5db4 req-f87d627c-2f7e-4af4-8320-57319a114d64 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 944 time: 0.1350412 Sep 19 17:24:52.546849 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:52.563190 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:24:52.565508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a05a80-f0be-4793-83c0-88c60de60f85" -d '{"events": [{"server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "name": "network-vif-plugged", "status": "completed", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:24:52.571140 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] For port ea9e75c8-358d-4ee3-a0b7-4c94388068c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,segment=NetworkSegment(583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8),segment_id=583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:52.571547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.581236 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (7d1d32ac-68b4-4010-b266-e123719339b9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.594212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:52.597360 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Calling delete_port for ea9e75c8-358d-4ee3-a0b7-4c94388068c8 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:24:52.627979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.661241 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-77cdc94e-1efe-4dd3-8bdf-ba59ba7b5db4 req-0f5314fc-d986-40b4-9b40-b51109f7b64b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129110 Sep 19 17:24:52.697243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.699876 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.705079 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994ccf6-c078-4429-9ca1-15da05e47a7e req-94763ce7-9353-4dc5-ac85-326317e0f2fd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:52.708174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] No DVR routers for this DVR port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:24:52.713938 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9994ccf6-c078-4429-9ca1-15da05e47a7e req-94763ce7-9353-4dc5-ac85-326317e0f2fd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0703306 Sep 19 17:24:52.742652 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (7d1d32ac-68b4-4010-b266-e123719339b9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.744012 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:52.744626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.750758 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:52.759911 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.820927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6286f-f7b6-4484-b725-11a54871faf7 x-openstack-request-id: req-4be6286f-f7b6-4484-b725-11a54871faf7 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:24:52.821853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "name": "network-vif-plugged", "status": "completed", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:24:52.822238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4be6286f-f7b6-4484-b725-11a54871faf7 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:24:52.822750 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be6286f-f7b6-4484-b725-11a54871faf7'] response: {'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11', 'code': 200} Sep 19 17:24:52.836370 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (9250236b-0273-43f2-a175-bd8e8ae1caee), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.860642 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.861674 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.862751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.863291 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > port after_create 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.863687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.864011 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > port after_update 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.864336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.864860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.865368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.865683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:52.874384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (ea9e75c8-358d-4ee3-a0b7-4c94388068c8), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:52.904740 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9994ccf6-c078-4429-9ca1-15da05e47a7e req-3f28fbd3-b881-4afc-8abe-53791ddc74e4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897337 Sep 19 17:24:52.905583 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] Pushing event updated for resources: {'Network': ['ID=7d1d32ac-68b4-4010-b266-e123719339b9,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.921568 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-acced161-ab90-4fe7-a162-2d4f5aea7147 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1073422 Sep 19 17:24:52.924460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54262) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:52.929297 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 7d1d32ac-68b4-4010-b266-e123719339b9 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:24:52.934082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] Pushing event deleted for resources: {'Port': ['ID=ea9e75c8-358d-4ee3-a0b7-4c94388068c8,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:52.945340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Request body: {'subnet': {'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-73527017-subnet', 'tenant_id': '6198c6cbed294d0eb4ef8fcd97ba96fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:52.987470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defdeebe-ab22-473b-b3ee-4cbf2f243fb2 None None] No DVR routers for this DVR port ea9e75c8-358d-4ee3-a0b7-4c94388068c8 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:24:53.065564 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Made reservation on behalf of 6198c6cbed294d0eb4ef8fcd97ba96fe for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:53.068093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.077336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:53.077336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:53.077336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:53.077336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:24:53.077336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9250236b-0273-43f2-a175-bd8e8ae1caee']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:53.095257 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:53.099574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:53.099574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:53.117103 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.145573 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.153089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:24:53.153509 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.287781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac629-56ac-4382-8a5e-194e8dbcb82a req-4bdee2de-91d4-4550-8996-2f46a6564c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:53.289455 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c73ac629-56ac-4382-8a5e-194e8dbcb82a req-4bdee2de-91d4-4550-8996-2f46a6564c80 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0474803 Sep 19 17:24:53.343801 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (9250236b-0273-43f2-a175-bd8e8ae1caee), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.359419 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.364892 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/9250236b-0273-43f2-a175-bd8e8ae1caee HTTP/1.1" status: 204 len: 168 time: 1.2601445 Sep 19 17:24:53.365035 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (9106ae9b-4840-4395-be8c-3a859ea7557e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.378297 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c73ac629-56ac-4382-8a5e-194e8dbcb82a req-d9079acd-6621-47dd-949a-f121633979c8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785708 Sep 19 17:24:53.389180 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093d57f-a866-43fe-aa00-c29780b16333 admin admin] Pushing event deleted for resources: {'Network': ['ID=9250236b-0273-43f2-a175-bd8e8ae1caee,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:53.425790 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9106ae9b-4840-4395-be8c-3a859ea7557e,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:53.435569 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Checking segment: {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:24:53.435966 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Network hostable DHCP agents. Network: 7d1d32ac-68b4-4010-b266-e123719339b9, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:24:53.528088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Network 7d1d32ac-68b4-4010-b266-e123719339b9 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:24:53.579369 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8 resource provider aggregate not found Sep 19 17:24:53.596454 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 583bbb9e-2065-4b6c-bc18-6ffd3afeb8a8 found for delete ", "request_id": "req-5f4a9321-7268-41ba-89dd-4532b6b490be"}]} Sep 19 17:24:53.604939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 7d1d32ac-68b4-4010-b266-e123719339b9) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:53.609515 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:53.619373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.619560 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae901e02-90c7-4e3f-8d5f-a236f09de8fc None None] Network 7d1d32ac-68b4-4010-b266-e123719339b9 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:53.750371 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-515eba00-ee31-4869-8f35-055e2e67b89b admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8248866 Sep 19 17:24:53.752374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c25dd-09d6-4e1c-884a-1f3fc23ec678 None None] Network 7d1d32ac-68b4-4010-b266-e123719339b9 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:53.793483 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54324) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:53.846764 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f87329e7-fed5-4179-8dc2-1b2f150dbc5d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1bab2edcfa684d8a8befcb705fe3990e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519485 Sep 19 17:24:53.849078 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54326) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:53.859429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46659d-a780-448b-90e8-6c9c4e693c69 req-16a129fd-16df-4a8b-a5ad-147f30329aef tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:53.862395 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc46659d-a780-448b-90e8-6c9c4e693c69 req-16a129fd-16df-4a8b-a5ad-147f30329aef tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.1024063 Sep 19 17:24:53.925318 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ea9e75c8-358d-4ee3-a0b7-4c94388068c8 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:24:53.929545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] Publish callbacks [] for security_group (72eb0832-5250-49d0-bc37-c44ee67f7904), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:53.959508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: ea9e75c8-358d-4ee3-a0b7-4c94388068c8 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:24:53.963176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ea9e75c8-358d-4ee3-a0b7-4c94388068c8 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:24:53.982910 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc46659d-a780-448b-90e8-6c9c4e693c69 req-aa88defc-6873-41a2-96a5-3d937a4db53d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135511 Sep 19 17:24:53.986182 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] Publish callbacks [] for security_group (72eb0832-5250-49d0-bc37-c44ee67f7904), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:54.100923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad7e85-74fd-4589-8264-57f3343a4df2 req-e20b6f7b-0c33-4992-8ab6-677c69f2466c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:54.104202 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cad7e85-74fd-4589-8264-57f3343a4df2 req-e20b6f7b-0c33-4992-8ab6-677c69f2466c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0584118 Sep 19 17:24:54.135682 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (72eb0832-5250-49d0-bc37-c44ee67f7904), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:54.138714 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:54.141859 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/72eb0832-5250-49d0-bc37-c44ee67f7904 HTTP/1.1" status: 204 len: 168 time: 0.2894943 Sep 19 17:24:54.147886 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69c74-80db-417f-82d7-a822de4fbe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eb0832-5250-49d0-bc37-c44ee67f7904,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:54.179911 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cad7e85-74fd-4589-8264-57f3343a4df2 req-a7b832e2-e079-497f-bb0d-2cf8f81759f6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712862 Sep 19 17:24:54.233551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:55.115939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d98695-617b-42fe-bcbf-0ecaa9553727 req-6308bd3e-44b0-40bb-880f-3e6f5e1cd95a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:55.117431 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5d98695-617b-42fe-bcbf-0ecaa9553727 req-6308bd3e-44b0-40bb-880f-3e6f5e1cd95a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0509539 Sep 19 17:24:55.168716 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5d98695-617b-42fe-bcbf-0ecaa9553727 req-b22bb559-a7ee-4f4c-bd6f-764e90dbb8e7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Sep 19 17:24:55.187393 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:55.242643 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54402) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:55.313262 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f4ce8-c5b5-4cdd-a563-b7c54982a805 req-f144347c-2ecf-4a4a-8d3b-07f2ce10d26a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:55.314891 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-763f4ce8-c5b5-4cdd-a563-b7c54982a805 req-f144347c-2ecf-4a4a-8d3b-07f2ce10d26a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Sep 19 17:24:55.358588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1595035281-network', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:55.386437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-763f4ce8-c5b5-4cdd-a563-b7c54982a805 req-2881932e-23c8-4d2e-8da6-aaa0cb2ac8cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647714 Sep 19 17:24:55.444186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Made reservation on behalf of 4225a4c3567f43208ad1663eec41c56d for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:55.447055 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.458470 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.497708 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:55.542940 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks [] for security_group (7383871a-d587-48ea-bdee-8215c8f32700), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.626979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7383871a-d587-48ea-bdee-8215c8f32700), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.649995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:24:55.663973 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7383871a-d587-48ea-bdee-8215c8f32700,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:55.668815 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (689ecaaa-83ad-4c10-b997-df6fd0b5dba3), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.669156 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Added segment 689ecaaa-83ad-4c10-b997-df6fd0b5dba3 of type vlan for network 63313b22-203d-445f-8d13-359752f5c140 Sep 19 17:24:55.712482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (63313b22-203d-445f-8d13-359752f5c140), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.793122 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (63313b22-203d-445f-8d13-359752f5c140), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.794198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:55.794795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:55.865152 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] Pushing event updated for resources: {'Network': ['ID=63313b22-203d-445f-8d13-359752f5c140,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:55.876593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 63313b22-203d-445f-8d13-359752f5c140 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:24:55.892854 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cbe648c8-e5bb-4569-9bd7-0ac4453a1757 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6490624 Sep 19 17:24:55.896109 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54420) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:55.901874 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Request body: {'subnet': {'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1595035281-subnet', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:55.909614 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54422) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:56.010964 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Made reservation on behalf of 4225a4c3567f43208ad1663eec41c56d for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:24:56.013589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.037876 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e6b8cfc0-9d1f-4678-9e19-01ece6e2715d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.077138 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:56.133259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e6b8cfc0-9d1f-4678-9e19-01ece6e2715d admin admin] Publish callbacks [] for security_group (057bc995-b3cc-49f1-98c4-461476bd5a48), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.164096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d94b4405-3681-4b22-826a-5d2378b63ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.192830 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e6b8cfc0-9d1f-4678-9e19-01ece6e2715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (057bc995-b3cc-49f1-98c4-461476bd5a48), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.236007 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e6b8cfc0-9d1f-4678-9e19-01ece6e2715d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=fd156cf370194c13b0dc49b34eccb8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251083 Sep 19 17:24:56.236914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8cfc0-9d1f-4678-9e19-01ece6e2715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bc995-b3cc-49f1-98c4-461476bd5a48,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:56.239425 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54430) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:56.294740 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (7bb56f25-c058-457b-bcb2-b51251a31949), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.296496 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] Publish callbacks [] for security_group (057bc995-b3cc-49f1-98c4-461476bd5a48), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.297158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f1afb-9ccc-485e-bc7f-528d7a94c890 req-408895c0-2405-468b-84d6-1c7261c3d462 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:56.298824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a26f1afb-9ccc-485e-bc7f-528d7a94c890 req-408895c0-2405-468b-84d6-1c7261c3d462 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0484931 Sep 19 17:24:56.348559 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a26f1afb-9ccc-485e-bc7f-528d7a94c890 req-be2bc956-d712-4a2a-949b-cb0218fcd8d3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Sep 19 17:24:56.510417 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27797719-ead8-455f-a311-2c04665be016 req-c92245ff-bedf-4fb0-abe4-2656edf5b7c9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:56.511936 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-27797719-ead8-455f-a311-2c04665be016 req-c92245ff-bedf-4fb0-abe4-2656edf5b7c9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0468721 Sep 19 17:24:56.562316 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-27797719-ead8-455f-a311-2c04665be016 req-7cd580c8-9218-4afe-ac01-6c1587854dc7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Sep 19 17:24:56.571601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] Publish callbacks [] for security_group (057bc995-b3cc-49f1-98c4-461476bd5a48), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.606485 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb56f25-c058-457b-bcb2-b51251a31949,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:56.627600 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Checking segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:24:56.627979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Network hostable DHCP agents. Network: 63313b22-203d-445f-8d13-359752f5c140, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:24:56.718419 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Network 63313b22-203d-445f-8d13-359752f5c140 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:24:56.720707 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (057bc995-b3cc-49f1-98c4-461476bd5a48), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.723312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.724516 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/057bc995-b3cc-49f1-98c4-461476bd5a48 HTTP/1.1" status: 204 len: 168 time: 0.4837112 Sep 19 17:24:56.736088 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedd266-4c6d-42be-b25e-f44e4a8401ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bc995-b3cc-49f1-98c4-461476bd5a48,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:56.798325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 63313b22-203d-445f-8d13-359752f5c140) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:56.803249 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:56.804037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.806927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdba141-0814-4c4b-ae02-4885551813f7 None None] Network 63313b22-203d-445f-8d13-359752f5c140 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:56.914721 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:56.919197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54444) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:56.925187 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b68fb6ca-2452-443e-bb6b-2204008a344e admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0219934 Sep 19 17:24:56.935007 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:24:56.936985 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-63313b22-203d-445f-8d13-359752f5c140', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:24:56.938001 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:56.948382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:57.043600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.045622 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.085998 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Allocated IP 172.20.0.2 (63313b22-203d-445f-8d13-359752f5c140/7bb56f25-c058-457b-bcb2-b51251a31949/0ea98725-55e3-4d2f-99ed-7d75de769e22) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:24:57.141048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for router_controller (1d1b7714-09c0-4e65-a5aa-caab792f3aba), precommit_add_association {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.236160 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks [] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.326629 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.375381 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Network 63313b22-203d-445f-8d13-359752f5c140 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:24:57.377786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:57.381460 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:57.383388 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Pushing event updated for resources: {'Port': ['ID=0ea98725-55e3-4d2f-99ed-7d75de769e22,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:57.384121 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for router_gateway (1d1b7714-09c0-4e65-a5aa-caab792f3aba), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.385784 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:24:57.440867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Attempting to bind port 0ea98725-55e3-4d2f-99ed-7d75de769e22 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:24:57.441244 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Attempting to bind port 0ea98725-55e3-4d2f-99ed-7d75de769e22 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:24:57.441608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Attempting to bind port 0ea98725-55e3-4d2f-99ed-7d75de769e22 on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:24:57.473989 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54456) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:57.488592 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:24:57.489184 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Checking segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:24:57.489732 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.490384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Bound using segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:24:57.490872 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Bound port: 0ea98725-55e3-4d2f-99ed-7d75de769e22, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:24:57.491314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.495242 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd861102-ebb3-4c6e-b379-db62a3608be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.559317 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] For port 0ea98725-55e3-4d2f-99ed-7d75de769e22, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:24:57.562751 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] For port 0ea98725-55e3-4d2f-99ed-7d75de769e22, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0ea98725-55e3-4d2f-99ed-7d75de769e22,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:24:57.670514 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd861102-ebb3-4c6e-b379-db62a3608be8 admin admin] Publish callbacks [] for security_group (77e58445-c5a8-4789-a3cf-a512cb2d4e8f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.704992 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for router_gateway (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.711298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.712638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75af128-ea04-4fd7-be8a-1135c1113484 req-9956f48c-0934-448c-98e6-93e16709e36b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:57.714119 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e75af128-ea04-4fd7-be8a-1135c1113484 req-9956f48c-0934-448c-98e6-93e16709e36b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0590265 Sep 19 17:24:57.740172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bd861102-ebb3-4c6e-b379-db62a3608be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (77e58445-c5a8-4789-a3cf-a512cb2d4e8f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.742258 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.773707 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb469d0-8a9a-4967-85e1-bb9b88dc4b88 None None] Pushing event updated for resources: {'Port': ['ID=0ea98725-55e3-4d2f-99ed-7d75de769e22,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:57.789636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd861102-ebb3-4c6e-b379-db62a3608be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e58445-c5a8-4789-a3cf-a512cb2d4e8f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:57.795679 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-bd861102-ebb3-4c6e-b379-db62a3608be8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2ad804b41388459ca85481df37263651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206410 Sep 19 17:24:57.807229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54460) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:57.826694 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e75af128-ea04-4fd7-be8a-1135c1113484 req-3c757e82-d52a-4e3a-9f93-c73bcc65daaf tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931585 Sep 19 17:24:57.862784 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] Publish callbacks [] for security_group (77e58445-c5a8-4789-a3cf-a512cb2d4e8f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.894466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:57.895226 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] Publish callbacks [] for security_group (77e58445-c5a8-4789-a3cf-a512cb2d4e8f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:57.918448 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Allocated IP 172.27.3.86 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/8ae06840-e064-4645-8425-3606f7106488) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:24:58.059913 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (77e58445-c5a8-4789-a3cf-a512cb2d4e8f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.063277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.064653 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/77e58445-c5a8-4789-a3cf-a512cb2d4e8f HTTP/1.1" status: 204 len: 168 time: 0.2639787 Sep 19 17:24:58.074508 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for port (8ae06840-e064-4645-8425-3606f7106488), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.102562 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e4c6b-2fc5-4c59-ac4b-2407675527cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e58445-c5a8-4789-a3cf-a512cb2d4e8f,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:58.213027 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (8ae06840-e064-4645-8425-3606f7106488), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.233633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:58.251624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:24:58.254726 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:24:58.259098 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:24:58.297713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae06840-e064-4645-8425-3606f7106488,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:58.488394 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d17fbe-73ea-4904-93b0-dcb93207e8e2 req-afc3c700-d036-4a5c-b2a7-fbdc1af7fea3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:58.489928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85d17fbe-73ea-4904-93b0-dcb93207e8e2 req-afc3c700-d036-4a5c-b2a7-fbdc1af7fea3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0819724 Sep 19 17:24:58.547501 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7f47f289-6011-425d-b804-a8746c0a0915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.799649 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b493285-e276-4bb7-a019-280c91d3a1d7 None None] Network 63313b22-203d-445f-8d13-359752f5c140 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:24:58.866528 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Provisioning complete for port 0ea98725-55e3-4d2f-99ed-7d75de769e22 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:58.866895 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.867231 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Attempt 1 to provision port 0ea98725-55e3-4d2f-99ed-7d75de769e22 Sep 19 17:24:58.882559 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85d17fbe-73ea-4904-93b0-dcb93207e8e2 req-b687ac3e-4023-42ce-8c82-a97f099c4c07 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426471 Sep 19 17:24:58.888772 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for router_gateway (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:58.940220 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-235bbb21-1aaf-4a0c-af42-4f8ef8daa012 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:58.941912 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-235bbb21-1aaf-4a0c-af42-4f8ef8daa012 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/networks?id=7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 200 len: 812 time: 0.4737222 Sep 19 17:24:58.977880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:58.993290 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Current status of the port 0ea98725-55e3-4d2f-99ed-7d75de769e22 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:58.993867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.004304 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:59.031598 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] For port 0ea98725-55e3-4d2f-99ed-7d75de769e22, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0ea98725-55e3-4d2f-99ed-7d75de769e22,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:24:59.050743 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-1cdbbedd-087a-4bb3-9a3c-80e8ad6d28b0 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/quotas/6198c6cbed294d0eb4ef8fcd97ba96fe HTTP/1.1" status: 200 len: 375 time: 0.0821357 Sep 19 17:24:59.094366 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-383ef66d-c635-4da0-893f-0705bc04b34a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427332 Sep 19 17:24:59.106087 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dde02-127f-47c9-afa1-a6876ff2d710 req-f1b647d1-b527-42cf-a5f6-a994eb048609 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:24:59.107574 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d00dde02-127f-47c9-afa1-a6876ff2d710 req-f1b647d1-b527-42cf-a5f6-a994eb048609 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1044462 Sep 19 17:24:59.136380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.202091 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ce09-d861-455c-8e15-09f5d9ac60de None None] Pushing event updated for resources: {'Port': ['ID=0ea98725-55e3-4d2f-99ed-7d75de769e22,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:24:59.259021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-57b865e7-ced7-48db-b17d-12c7a1b8c2f1 None None] Provisioning complete for port 0ea98725-55e3-4d2f-99ed-7d75de769e22 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:24:59.259393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-57b865e7-ced7-48db-b17d-12c7a1b8c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.259750 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-57b865e7-ced7-48db-b17d-12c7a1b8c2f1 None None] Attempt 1 to provision port 0ea98725-55e3-4d2f-99ed-7d75de769e22 Sep 19 17:24:59.320653 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d00dde02-127f-47c9-afa1-a6876ff2d710 req-e5d87881-b8e3-4dcd-858a-ccd54ce3b22c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029383 Sep 19 17:24:59.337961 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-0829cfed-b5d8-41d0-b6f8-3fe4356bbb19 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276769 Sep 19 17:24:59.346598 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.373136 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-57b865e7-ced7-48db-b17d-12c7a1b8c2f1 None None] Current status of the port 0ea98725-55e3-4d2f-99ed-7d75de769e22 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:24:59.484663 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:24:59.523424 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-48dac032-d456-4bd2-9b9b-215bea575608 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844487 Sep 19 17:24:59.664824 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:24:59.765655 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:24:59.776065 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.782201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:24:59.796916 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:24:59.797717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:24:59.896159 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b4d11b95-5036-4e91-97d1-9d77b8d73e6c req-2fd3b400-defd-4ee7-88d6-0c01d14fcf27 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0510392 Sep 19 17:24:59.900017 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:24:59.904159 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-be698649-5c28-46b4-9590-5ba0bc567851 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9808929 Sep 19 17:24:59.904519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54524) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:24:59.925885 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:24:59.995060 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.052556 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.061949 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0ea98725-55e3-4d2f-99ed-7d75de769e22 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:00.080613 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b19831-a26d-45d5-b4dc-ea6ff0663551 req-746577f7-8319-43d3-b528-fa0a248f7872 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:00.084702 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e1b19831-a26d-45d5-b4dc-ea6ff0663551 req-746577f7-8319-43d3-b528-fa0a248f7872 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0624263 Sep 19 17:25:00.142763 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e1b19831-a26d-45d5-b4dc-ea6ff0663551 req-a08cc65b-dd6d-42b4-90d3-c43d18f8aa99 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Sep 19 17:25:00.234913 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.241264 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:24:58Z', 'revision_number': 3, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:00.277212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:00.277814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Updating router 1d1b7714-09c0-4e65-a5aa-caab792f3aba port 8ae06840-e064-4645-8425-3606f7106488 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:25:00.281061 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 0ea98725-55e3-4d2f-99ed-7d75de769e22 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:00.281433 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.281769 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 0ea98725-55e3-4d2f-99ed-7d75de769e22 Sep 19 17:25:00.334476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ae06840-e064-4645-8425-3606f7106488), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.479672 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cce03-ac75-41f1-b8be-ed060ac941e4 req-b9b4cbc5-cc73-4198-b0bc-796da462abe4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:00.482997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.487141 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-061cce03-ac75-41f1-b8be-ed060ac941e4 req-b9b4cbc5-cc73-4198-b0bc-796da462abe4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0588512 Sep 19 17:25:00.520001 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 0ea98725-55e3-4d2f-99ed-7d75de769e22 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:00.580333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-061cce03-ac75-41f1-b8be-ed060ac941e4 req-b3d2fe6a-e537-4724-b234-cc5da7a89479 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919511 Sep 19 17:25:00.592849 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.619871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.692544 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Allocated IP 172.20.0.1 (63313b22-203d-445f-8d13-359752f5c140/7bb56f25-c058-457b-bcb2-b51251a31949/0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:00.815650 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks [] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.841092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks [] for port (8ae06840-e064-4645-8425-3606f7106488), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.924128 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8ae06840-e064-4645-8425-3606f7106488), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.924536 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:00.957922 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Attempting to bind port 8ae06840-e064-4645-8425-3606f7106488 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:25:00.958331 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Attempting to bind port 8ae06840-e064-4645-8425-3606f7106488 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:25:00.958698 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Attempting to bind port 8ae06840-e064-4645-8425-3606f7106488 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:00.965150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Network 63313b22-203d-445f-8d13-359752f5c140 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:00.969881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:00.973944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:25:00.977474 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=48 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:00.979943 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:00.982270 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=35 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:01.014613 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e8a0-7d1e-4ddd-ad38-b5f1f4767012 None None] Pushing event updated for resources: {'Port': ['ID=8ae06840-e064-4645-8425-3606f7106488,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:01.020847 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.038713 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af1345cf-dfea-4d04-98bb-e459cb5af984 req-6ffb12ba-e44c-45de-9e80-4cb57222725d tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0491285 Sep 19 17:25:01.041947 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:25:01.042290 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:25:01.042800 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.043190 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:25:01.043673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Bound port: 8ae06840-e064-4645-8425-3606f7106488, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:25:01.044106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ae06840-e064-4645-8425-3606f7106488), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.111935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] For port 8ae06840-e064-4645-8425-3606f7106488, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:25:01.115318 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] For port 8ae06840-e064-4645-8425-3606f7106488, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8ae06840-e064-4645-8425-3606f7106488,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:25:01.210794 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Provisioning complete for port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:01.211163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.211494 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 1 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:01.236358 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.239626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8ae06840-e064-4645-8425-3606f7106488), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.269961 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366df2b-f208-4f31-a0db-ae9abde9aa82 req-7ec7a80a-0b79-4c97-a187-7be615d3930e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:01.271577 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3366df2b-f208-4f31-a0db-ae9abde9aa82 req-7ec7a80a-0b79-4c97-a187-7be615d3930e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Sep 19 17:25:01.282369 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:01.292583 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:25:01.293415 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:01.334588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.335092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3366df2b-f208-4f31-a0db-ae9abde9aa82 req-718b2d71-c56f-4549-92f6-a53ef8086696 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576510 Sep 19 17:25:01.348268 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3e8a0-7d1e-4ddd-ad38-b5f1f4767012 None None] Pushing event updated for resources: {'Port': ['ID=8ae06840-e064-4645-8425-3606f7106488,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:01.437411 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:25:01.481079 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:01.516442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks [] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.536491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.576264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.656838 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:01.659773 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:01.676529 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:00Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:01.706859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b7ac1-1a4d-4cc5-81ae-74b0bdd34d00 None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:00Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:01.768770 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e25ee-74c6-476e-84e2-7c6fd51c2cf6 req-30cb3e48-19d7-4f18-b415-903351feb8c5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:01.771246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-456e25ee-74c6-476e-84e2-7c6fd51c2cf6 req-30cb3e48-19d7-4f18-b415-903351feb8c5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0745635 Sep 19 17:25:01.783324 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 2 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:01.803194 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Network 63313b22-203d-445f-8d13-359752f5c140 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:01.805174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:01.835543 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-456e25ee-74c6-476e-84e2-7c6fd51c2cf6 req-f0278bc9-f2c7-4945-8f98-9a98fff97e4b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574677 Sep 19 17:25:01.863819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:01.887080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:01.960868 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:25:02.126343 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:02.153226 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:25:02.160214 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fdba7879-b377-4963-b4f0-52a0591833a7 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1d1b7714-09c0-4e65-a5aa-caab792f3aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2545962 Sep 19 17:25:02.181679 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-15816192-373b-47ea-be0f-5b59a5491ec9 req-c3446c16-05e8-4719-8c5b-dc4937b2bc00 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0458305 Sep 19 17:25:02.388482 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 3 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:02.433962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:02.483390 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53070123-0948-401c-a43d-e8f499f38e31 req-0167fcd8-cac4-4816-b941-46212614b52b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:02.485934 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-53070123-0948-401c-a43d-e8f499f38e31 req-0167fcd8-cac4-4816-b941-46212614b52b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0585740 Sep 19 17:25:02.517639 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:02.541785 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-53070123-0948-401c-a43d-e8f499f38e31 req-ebe7f474-7196-4f51-b3a5-f91622438e31 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Sep 19 17:25:02.639782 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54588) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:02.645425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180507037', 'description': 'tempest-description--1256959610'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:02.752978 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:02.831558 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (d4888149-db89-478d-96ab-440e1fbc76d3), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:02.872812 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d4888149-db89-478d-96ab-440e1fbc76d3), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:02.913081 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4888149-db89-478d-96ab-440e1fbc76d3,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:02.935598 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 4 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:02.971195 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:02.993191 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b60916-f286-4040-bbba-13cf1020cf66 req-ca270b6e-f5fa-48c3-8d77-5f3609cb241b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:02.995246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1b60916-f286-4040-bbba-13cf1020cf66 req-ca270b6e-f5fa-48c3-8d77-5f3609cb241b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0537591 Sep 19 17:25:03.010578 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.015887 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c2c1e4a6-098d-4334-b7f1-1bfabfef4ef6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3707047 Sep 19 17:25:03.016050 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54592) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:03.019815 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group_rule': {'security_group_id': 'd4888149-db89-478d-96ab-440e1fbc76d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:03.050338 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1b60916-f286-4040-bbba-13cf1020cf66 req-bc499ea9-ea9f-4fa6-8af1-c066cc7c1cec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Sep 19 17:25:03.111033 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (18bb18c3-ea66-4bd7-8bd3-35fbd1822dcc), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.178704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (18bb18c3-ea66-4bd7-8bd3-35fbd1822dcc), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.238307 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (18bb18c3-ea66-4bd7-8bd3-35fbd1822dcc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.257726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bb18c3-ea66-4bd7-8bd3-35fbd1822dcc,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:03.286290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-31792cad-de39-4062-a430-35eb1e8bb14f req-9401a152-01b8-4a2d-b855-a72541d8199f tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0292017 Sep 19 17:25:03.337523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.338761 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b3a0bd05-7116-44f3-8505-4f7bd1828cb5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3229144 Sep 19 17:25:03.341431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54596) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:03.345692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group_rule': {'security_group_id': 'd4888149-db89-478d-96ab-440e1fbc76d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:03.434471 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (73c300bd-cbaa-4056-af1a-e78474d1d8e3), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.472212 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 5 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:03.501385 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (73c300bd-cbaa-4056-af1a-e78474d1d8e3), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.504173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:03.552594 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (73c300bd-cbaa-4056-af1a-e78474d1d8e3), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.572078 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:03.573859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c300bd-cbaa-4056-af1a-e78474d1d8e3,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:03.663014 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.664285 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f9e93f8d-e0fd-42e6-9c75-ff9534c1c2a7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218145 Sep 19 17:25:03.669225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54602) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:03.674022 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:03.687049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a612-70a4-4036-b3a7-7a90dabac61c req-e91bc996-24cf-4af6-9505-ca6a5723f6a8 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:03.688871 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42b3a612-70a4-4036-b3a7-7a90dabac61c req-e91bc996-24cf-4af6-9505-ca6a5723f6a8 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Sep 19 17:25:03.753328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.754683 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42b3a612-70a4-4036-b3a7-7a90dabac61c req-b15e1b2b-f059-4fae-b8b1-1bf8c3af891e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Sep 19 17:25:03.836580 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.928335 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:03.934357 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8ae06840-e064-4645-8425-3606f7106488 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:03.944622 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:25:03.945317 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:03.962812 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Allocated IP 172.27.3.109 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/005bea07-5619-42a0-8fc3-723b2ce948dc) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:03.994431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 8ae06840-e064-4645-8425-3606f7106488 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:03.995089 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8ae06840-e064-4645-8425-3606f7106488), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:03.995185 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 8ae06840-e064-4645-8425-3606f7106488 Sep 19 17:25:04.014950 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 6 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:04.051278 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:04.053934 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:25:04.059826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:04.074141 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.106686 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 8ae06840-e064-4645-8425-3606f7106488 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:04.106686 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ae06840-e064-4645-8425-3606f7106488), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.129724 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 8ae06840-e064-4645-8425-3606f7106488, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8ae06840-e064-4645-8425-3606f7106488,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:04.194850 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e49e8-8cd1-4a78-8bf7-959d52010e94 req-27661551-8524-44b4-9f24-b4a3ee0136e1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:04.196979 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a0e49e8-8cd1-4a78-8bf7-959d52010e94 req-27661551-8524-44b4-9f24-b4a3ee0136e1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Sep 19 17:25:04.221961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.229498 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:04.231337 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:04.232828 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8ae06840-e064-4645-8425-3606f7106488), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.259073 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a0e49e8-8cd1-4a78-8bf7-959d52010e94 req-2a5b87a9-18d5-4e44-a775-a802b6f3451f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555024 Sep 19 17:25:04.269380 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 2, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:04.274308 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:04.278290 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:04.280796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:25:04.286208 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=8ae06840-e064-4645-8425-3606f7106488,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:04.303018 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:04.303370 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Updating router 1d1b7714-09c0-4e65-a5aa-caab792f3aba port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:25:04.311004 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=005bea07-5619-42a0-8fc3-723b2ce948dc,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:04.335678 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.397467 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e741f02-0ac7-44c1-a8fa-6342452ef9a6 req-f0359fcb-7c06-4af8-a4d5-80d320b4d30e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0327249 Sep 19 17:25:04.414317 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.523827 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.561979 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 7 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:04.582586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:04.598915 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks [] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.605845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:04.664825 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.681639 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.725283 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Pushing event updated for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:04.749957 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.750284 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.750637 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.751023 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.751303 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.751626 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.751970 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.752287 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.752602 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.752925 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.753243 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.753576 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.753892 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.754201 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.754512 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:04.756530 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.770436 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Attempting to bind port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:25:04.772442 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Attempting to bind port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:25:04.772442 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Attempting to bind port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:04.823347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.824116 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:25:04.824577 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Checking segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:25:04.825159 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.825611 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Bound using segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:25:04.826153 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Bound port: 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:25:04.826787 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.837983 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=005bea07-5619-42a0-8fc3-723b2ce948dc,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:04.895996 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:04.897238 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] For port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:25:04.898602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3637d-2cc5-43a7-bcfe-609c90d64ded req-1861de52-bc00-4e2e-94b5-675cb07e0fb7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:04.900274 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] For port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:25:04.900464 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65a3637d-2cc5-43a7-bcfe-609c90d64ded req-1861de52-bc00-4e2e-94b5-675cb07e0fb7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0505726 Sep 19 17:25:04.932141 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:04.933573 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-723685c4-4340-4382-9f01-747f0e7aefe1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2633052 Sep 19 17:25:04.951050 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65a3637d-2cc5-43a7-bcfe-609c90d64ded req-31840115-f6c6-4822-a26c-2d7caea03503 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Sep 19 17:25:04.998651 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:05.028077 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:05.037867 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:25:05.038483 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:24:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:05.093042 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0141908-47da-4280-bd9e-be29a1b5e030 None None] Pushing event updated for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:05.094832 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-da8796a1-5db0-430d-b133-84883c424fe3 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1180507037&fields=id&tenant_id=4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 267 time: 0.0438840 Sep 19 17:25:05.107439 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Attempt 8 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:05.160071 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:25:05.186344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Current status of the port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:05.186965 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:05.217647 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-50fd2ca4-3a40-42f9-9a06-213eeb9acd9e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:05.219231 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-50fd2ca4-3a40-42f9-9a06-213eeb9acd9e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 811 time: 0.1160705 Sep 19 17:25:05.221964 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] For port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:05.235784 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-8d21aecc-6adb-4681-8689-168cfe5bec5e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/quotas/4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 375 time: 0.0100050 Sep 19 17:25:05.286744 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b14affa7-e575-45ef-94d5-3e53da0401e9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456688 Sep 19 17:25:05.293523 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:05.345605 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ccbf0-69b3-4e09-a0a6-0a8a5b618f79 None None] Pushing event updated for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:05.391963 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:05.413705 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-5190cf36-24d8-447a-9733-eaaa9f1eb882 None None] Provisioning complete for port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:05.414191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5190cf36-24d8-447a-9733-eaaa9f1eb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:05.414533 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5190cf36-24d8-447a-9733-eaaa9f1eb882 None None] Attempt 1 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:05.420382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac82c0-a175-4e8f-8a65-da6745c14a24 None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:05.430505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3b14-25af-457f-a4a7-2fbdcf5c28db req-b5a68575-85b5-4a16-acec-a685af24e8d9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:05.436261 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-361f3b14-25af-457f-a4a7-2fbdcf5c28db req-b5a68575-85b5-4a16-acec-a685af24e8d9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0798302 Sep 19 17:25:05.465488 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0d1c3753-c410-4793-998f-c100a98ef70f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661828 Sep 19 17:25:05.515266 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5190cf36-24d8-447a-9733-eaaa9f1eb882 None None] Current status of the port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:05.548718 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-361f3b14-25af-457f-a4a7-2fbdcf5c28db req-787c012d-5e82-4363-a4d8-f246cf2f7e7a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079025 Sep 19 17:25:05.595197 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0faa37a1-ca1a-4ed7-a6d5-197b9e63d304 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187267 Sep 19 17:25:05.649111 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6b43995d-1c58-44e8-9183-dca9ce69e089 req-03c1348b-8a2e-4db7-8a81-8acd3c80c4d8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0321960 Sep 19 17:25:05.901152 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df980d48-3760-4d3e-887d-aae72e5931fd req-bb1b1acc-c841-4379-ad4c-5e707fedb8db tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0365672 Sep 19 17:25:05.972476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:06.035556 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:06.038165 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:06.038717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:06.039232 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec Sep 19 17:25:06.084134 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d07c1f-735c-4d21-9f87-7baa344da5fd req-0c1d1563-282e-4cd6-8b8e-2c590267b9e7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:06.086098 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-79d07c1f-735c-4d21-9f87-7baa344da5fd req-0c1d1563-282e-4cd6-8b8e-2c590267b9e7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Sep 19 17:25:06.121415 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:06.123141 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8ae06840-e064-4645-8425-3606f7106488 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:06.131141 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:06.148226 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-79d07c1f-735c-4d21-9f87-7baa344da5fd req-4f998ef9-8d85-4572-86b2-381375d1160e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Sep 19 17:25:06.176895 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 8ae06840-e064-4645-8425-3606f7106488 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:06.177005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8ae06840-e064-4645-8425-3606f7106488), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:06.177285 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 8ae06840-e064-4645-8425-3606f7106488 Sep 19 17:25:06.253194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 8ae06840-e064-4645-8425-3606f7106488 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:06.680074 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27f51-28db-48ea-9afa-14689a9a949c req-a3ebd9c0-4cee-45f3-bfc8-282d47c137c5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:06.681967 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f0d27f51-28db-48ea-9afa-14689a9a949c req-a3ebd9c0-4cee-45f3-bfc8-282d47c137c5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Sep 19 17:25:06.748475 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f0d27f51-28db-48ea-9afa-14689a9a949c req-78b1a88f-b878-4a91-a020-2a91e6692bb4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583222 Sep 19 17:25:06.765465 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c7ea971d-bda8-4a21-b5e3-c9a70d1df7e1 req-03f091ac-b38f-4c01-8357-8120456e8e67 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0339212 Sep 19 17:25:06.988999 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5bf969b0-7b9a-4980-b1bb-6c2643e959c6 req-122bdb03-0b20-408a-beaf-944b68298025 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0283191 Sep 19 17:25:07.272454 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc0ee-4078-4141-91b1-72088d7b6747 req-adf6c442-8b36-45aa-8262-ff917a13faee tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:07.274174 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-428bc0ee-4078-4141-91b1-72088d7b6747 req-adf6c442-8b36-45aa-8262-ff917a13faee tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0477908 Sep 19 17:25:07.327972 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-428bc0ee-4078-4141-91b1-72088d7b6747 req-4e972b0f-b98a-4a3a-b326-1f462237b9ef tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Sep 19 17:25:07.901172 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4df072c8-a9bc-4975-bfbf-4d4ed65a0656 req-642d3998-27ae-4dee-900f-192d7ce263ea tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0538313 Sep 19 17:25:07.926921 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e77df-0bd7-40d2-acb0-dc9ec4bde250 req-1c22243e-40c4-44ac-8eea-c37ad73e9048 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:07.929394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-308e77df-0bd7-40d2-acb0-dc9ec4bde250 req-1c22243e-40c4-44ac-8eea-c37ad73e9048 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0800889 Sep 19 17:25:07.982887 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-308e77df-0bd7-40d2-acb0-dc9ec4bde250 req-417e75c9-affb-4e11-a852-0392f4add9f9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Sep 19 17:25:08.089668 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f8f16c9-4a6d-4bb3-b72a-77b953b7d51d req-6e06b14d-bf1a-4d10-9cc2-fcb71236be1f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0281780 Sep 19 17:25:08.414978 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:08.456114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9eac2-8629-4411-8f37-02ac1fd784b2 req-80cdd1db-2bd4-40f4-a620-17922e8b92a8 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:08.457626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1eb9eac2-8629-4411-8f37-02ac1fd784b2 req-80cdd1db-2bd4-40f4-a620-17922e8b92a8 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Sep 19 17:25:08.691129 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1eb9eac2-8629-4411-8f37-02ac1fd784b2 req-681203f7-b2a1-41d4-ace4-d181bccfbd07 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266304 Sep 19 17:25:09.006038 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d8db68f9-c6ce-4620-8e3a-3b2db8af925b req-2a3b45a5-e06f-4a1f-a231-10afd8b6db69 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0281451 Sep 19 17:25:09.084667 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169ae8-cc52-4894-81db-38b35e05879c req-2a770cd0-17ad-4ccf-8bff-6e487c51b45d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:09.086179 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b6169ae8-cc52-4894-81db-38b35e05879c req-2a770cd0-17ad-4ccf-8bff-6e487c51b45d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 945 time: 0.0743837 Sep 19 17:25:09.124613 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48ab7-05fd-475d-bd9c-c1db78e38ca8 req-7d517af6-c0f2-43b5-b92a-38f72ae64fe6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:09.131627 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9c48ab7-05fd-475d-bd9c-c1db78e38ca8 req-7d517af6-c0f2-43b5-b92a-38f72ae64fe6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0548000 Sep 19 17:25:09.189755 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9c48ab7-05fd-475d-bd9c-c1db78e38ca8 req-28955793-836f-4558-b14e-5324cc7cc9b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Sep 19 17:25:09.239168 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1b115605-27ff-4d50-83dd-6233027637e5 req-a2c000e1-8df2-4a5f-b5e2-4cca60c8acee tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0334244 Sep 19 17:25:09.483227 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Deleting port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:25:09.483573 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:09.505846 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-5248945d-b7a3-40b0-9f10-5cfacb2e59bd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:09.507283 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-5248945d-b7a3-40b0-9f10-5cfacb2e59bd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "GET /networking/v2.0/networks?id=7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 200 len: 812 time: 0.4841774 Sep 19 17:25:09.559825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Request body: {'port': {'device_id': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9', 'admin_state_up': True, 'tenant_id': '6198c6cbed294d0eb4ef8fcd97ba96fe'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:09.645362 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] For port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:09.645881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:09.669499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Calling delete_port for 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:25:09.746212 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:09.872745 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Made reservation on behalf of 6198c6cbed294d0eb4ef8fcd97ba96fe for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:25:09.876714 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:09.941678 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (10c3ac96-1fd1-4d57-b5fb-360aecc85b11), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:09.951427 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:09.958898 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-eabe54d8-fdc4-4916-91c9-90ebc58052a2 req-15799243-b6b8-4b01-9238-8cb04452f58d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0496919 Sep 19 17:25:09.987787 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Pushing event deleted for resources: {'Port': ['ID=10c3ac96-1fd1-4d57-b5fb-360aecc85b11,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:09.995382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['10c3ac96-1fd1-4d57-b5fb-360aecc85b11'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:25:10.076532 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] No DVR routers for this DVR port 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:25:10.079144 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:10.082727 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b6169ae8-cc52-4894-81db-38b35e05879c req-4398ee8f-6f86-41ff-acad-9302571b3ddb tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "DELETE /networking/v2.0/ports/10c3ac96-1fd1-4d57-b5fb-360aecc85b11 HTTP/1.1" status: 204 len: 173 time: 0.9705892 Sep 19 17:25:10.086198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'name': 'network-vif-deleted', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:10.089554 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f1b3c1-bc7e-4254-86c3-d25ce860547e" -d '{"events": [{"server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "name": "network-vif-deleted", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:10.117351 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Allocated IP 172.20.0.4 (7d1d32ac-68b4-4010-b266-e123719339b9/9106ae9b-4840-4395-be8c-3a859ea7557e/bcbdade5-91b0-478b-a2b9-d91a169e51b2) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:10.137286 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b6dc0c6e-2f90-4fd6-b997-e98c993863d4 req-923de0e7-e7a2-44fc-8fad-6c1637405dc4 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0490074 Sep 19 17:25:10.152002 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49687339-329b-4934-bbf0-b8f88278a80b x-openstack-request-id: req-49687339-329b-4934-bbf0-b8f88278a80b {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:10.152301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311f1a9-d9cd-411a-a3f2-0133fbfca6d9", "name": "network-vif-deleted", "tag": "10c3ac96-1fd1-4d57-b5fb-360aecc85b11", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:10.152555 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49687339-329b-4934-bbf0-b8f88278a80b {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:10.152959 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49687339-329b-4934-bbf0-b8f88278a80b'] response: {'server_uuid': '6311f1a9-d9cd-411a-a3f2-0133fbfca6d9', 'name': 'network-vif-deleted', 'tag': '10c3ac96-1fd1-4d57-b5fb-360aecc85b11', 'status': 'completed', 'code': 200} Sep 19 17:25:10.267075 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:25:10.312010 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks [] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:10.333003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd98d7-f8d1-430e-b8f0-2bc8e79abe50 req-64a17595-a30b-4b23-b4b4-745f17f02cc2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:10.334517 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ebfd98d7-f8d1-430e-b8f0-2bc8e79abe50 req-64a17595-a30b-4b23-b4b4-745f17f02cc2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0480163 Sep 19 17:25:10.400132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:10.422462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-d0d4c1b5-c1fb-490e-ba53-6a3382afcccf tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:10.422608 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1ba6885-6b8c-4bb9-b0c2-c84484c63673 req-66374780-fd6e-448a-be36-8f2927a3cc36 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0714757 Sep 19 17:25:10.423938 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-d0d4c1b5-c1fb-490e-ba53-6a3382afcccf tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 811 time: 0.1437867 Sep 19 17:25:10.449331 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ebfd98d7-f8d1-430e-b8f0-2bc8e79abe50 req-4526c0c8-486f-41d3-8db5-44922f104465 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071305 Sep 19 17:25:10.497584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0f571d77-9a8e-40f7-8e51-08924b414135 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 380 time: 0.0543079 Sep 19 17:25:10.535078 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'port': {'device_id': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'admin_state_up': True, 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'security_groups': ['d4888149-db89-478d-96ab-440e1fbc76d3']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:10.541305 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:10.645991 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Network 7d1d32ac-68b4-4010-b266-e123719339b9 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:10.656758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:10.660733 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Pushing event updated for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:10.663222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:25:10.744258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:10.745264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:10.882543 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-f9feb759-3f34-4457-9e6f-cfa748be4f6c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3287189 Sep 19 17:25:10.969416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Made reservation on behalf of 4225a4c3567f43208ad1663eec41c56d for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:25:10.973415 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.098507 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-39a2a71d-d22a-4e20-b2b5-9ce35c66d155 req-57ce7526-5331-4637-99e5-6836c470e8e6 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6311f1a9-d9cd-411a-a3f2-0133fbfca6d9 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Sep 19 17:25:11.124030 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Allocated IP 172.20.0.13 (63313b22-203d-445f-8d13-359752f5c140/7bb56f25-c058-457b-bcb2-b51251a31949/ed6a68bf-6926-4da7-bc07-84b7931a4dbc) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:11.157394 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Request body: {'port': {'device_id': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:11.166021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:11.272827 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20bec-b602-427c-af94-06db6eb5e929 req-393adc66-b37d-466f-9ed3-06a4e50d977a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:11.274293 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98d20bec-b602-427c-af94-06db6eb5e929 req-393adc66-b37d-466f-9ed3-06a4e50d977a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 931 time: 0.0494671 Sep 19 17:25:11.302556 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54778) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:11.332996 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.335997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.350688 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98d20bec-b602-427c-af94-06db6eb5e929 req-80505ccf-e87f-4c1e-acff-3ad586d2db22 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660806 Sep 19 17:25:11.444023 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.481476 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:11.508439 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.597661 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423ae8-b8fa-46db-bf91-870ddfa63e90 req-770a3721-7996-40e3-b513-64508b63346b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:11.604309 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c7423ae8-b8fa-46db-bf91-870ddfa63e90 req-770a3721-7996-40e3-b513-64508b63346b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 932 time: 0.1028740 Sep 19 17:25:11.611651 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:11.618897 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Network 63313b22-203d-445f-8d13-359752f5c140 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:11.629220 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:11.631606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:25:11.648037 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Publish callbacks [] for security_group (ebd7970f-bc85-447e-88f7-1bf407a6a115), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.655356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdde8-28ff-4043-bb1d-5bc3eaced0f9 req-90343c9e-aade-4f4d-aaca-d4ba5ddbd6a1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:11.657277 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08efdde8-28ff-4043-bb1d-5bc3eaced0f9 req-90343c9e-aade-4f4d-aaca-d4ba5ddbd6a1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1047025 Sep 19 17:25:11.671057 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.697214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.698388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.698388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.698543 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.698838 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.699172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.699502 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.699855 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.700185 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.700512 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.724887 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c7423ae8-b8fa-46db-bf91-870ddfa63e90 req-8289c18f-6a57-491c-830e-ec1cbde67879 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196649 Sep 19 17:25:11.725485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ebd7970f-bc85-447e-88f7-1bf407a6a115), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.734101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:11.735286 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.796116 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08efdde8-28ff-4043-bb1d-5bc3eaced0f9 req-eafa539d-d086-4a35-ab4f-b7e6b879caf4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196654 Sep 19 17:25:11.804720 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:11.810191 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b416c201e88b40408616e2f7351313aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5041740 Sep 19 17:25:11.814496 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54788) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:11.822633 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd7970f-bc85-447e-88f7-1bf407a6a115,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:11.842110 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbdade5-91b0-478b-a2b9-d91a169e51b2 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:11.843356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.843846 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.844351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.844765 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.845169 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.845668 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.846268 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.846435 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.846965 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.847438 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.847834 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.848311 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.848705 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.849396 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.849665 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6a3fe-12b0-4330-a518-4782110836e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:11.852152 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks [] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.880368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Transition to ACTIVE for port object bcbdade5-91b0-478b-a2b9-d91a169e51b2 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:25:11.908154 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b9b969df-2b20-4482-bceb-bfe338daca0b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3770533 Sep 19 17:25:11.911659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] Publish callbacks [] for security_group (ebd7970f-bc85-447e-88f7-1bf407a6a115), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.929673 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Request body: {'port': {'device_id': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:11.934485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] Publish callbacks [] for security_group (ebd7970f-bc85-447e-88f7-1bf407a6a115), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.989245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Provisioning complete for port ed6a68bf-6926-4da7-bc07-84b7931a4dbc triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:11.989925 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:11.990019 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Attempt 1 to provision port ed6a68bf-6926-4da7-bc07-84b7931a4dbc Sep 19 17:25:11.993823 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.003652 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.024370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Port ed6a68bf-6926-4da7-bc07-84b7931a4dbc cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:12.101064 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:12.101211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ebd7970f-bc85-447e-88f7-1bf407a6a115), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.104030 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.105482 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ebd7970f-bc85-447e-88f7-1bf407a6a115 HTTP/1.1" status: 204 len: 168 time: 0.2898886 Sep 19 17:25:12.116162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb010b1-8d51-4a97-ba43-0fd2f14c2b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd7970f-bc85-447e-88f7-1bf407a6a115,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:12.214870 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54800) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:12.270751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Attempting to bind port bcbdade5-91b0-478b-a2b9-d91a169e51b2 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:25:12.271326 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Attempting to bind port bcbdade5-91b0-478b-a2b9-d91a169e51b2 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:25:12.271522 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Attempting to bind port bcbdade5-91b0-478b-a2b9-d91a169e51b2 on network 7d1d32ac-68b4-4010-b266-e123719339b9 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:12.367125 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Port bcbdade5-91b0-478b-a2b9-d91a169e51b2 on network 7d1d32ac-68b4-4010-b266-e123719339b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:25:12.367708 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Attempting to bind port bcbdade5-91b0-478b-a2b9-d91a169e51b2 on network 7d1d32ac-68b4-4010-b266-e123719339b9 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:12.512117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16902dde-4c04-4689-b513-924790216580 req-aea0dd1e-5816-46f3-90e2-6e1c86e39aba tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:12.513653 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-16902dde-4c04-4689-b513-924790216580 req-aea0dd1e-5816-46f3-90e2-6e1c86e39aba tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 943 time: 0.0688312 Sep 19 17:25:12.514696 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6a68bf-6926-4da7-bc07-84b7931a4dbc {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:12.526001 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Attempt 2 to provision port ed6a68bf-6926-4da7-bc07-84b7931a4dbc Sep 19 17:25:12.527146 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:25:12.527497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Checking segment: {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:25:12.528540 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Bound using segment: {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:25:12.529080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Bound port: bcbdade5-91b0-478b-a2b9-d91a169e51b2, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:25:12.529548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.534098 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks [] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.549420 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Transition to ACTIVE for port object ed6a68bf-6926-4da7-bc07-84b7931a4dbc will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:25:12.559723 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-74f67840-7800-4229-8cc3-b07177a45f1f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:12.561494 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-74f67840-7800-4229-8cc3-b07177a45f1f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 808 time: 0.1736302 Sep 19 17:25:12.590432 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:12.591969 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Port ed6a68bf-6926-4da7-bc07-84b7931a4dbc cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:12.597080 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-fe22a979-1388-4a61-b6d1-13b5931afa44 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/quotas/521a7d164d1343aa95087e1d4b5ebb11 HTTP/1.1" status: 200 len: 375 time: 0.0252557 Sep 19 17:25:12.601520 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-16902dde-4c04-4689-b513-924790216580 req-1aec4cd4-3f2e-4128-837f-708cc4b748dd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Sep 19 17:25:12.629750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.639428 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-13af1754-11b8-4565-bd57-52299e388224 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355353 Sep 19 17:25:12.678677 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-50ba72c9-c360-432c-a8f1-e714f6078bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.687205 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:25:12.709980 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:25:12.732363 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:12.740140 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:12.793490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Attempting to bind port ed6a68bf-6926-4da7-bc07-84b7931a4dbc on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:25:12.793897 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Attempting to bind port ed6a68bf-6926-4da7-bc07-84b7931a4dbc by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:25:12.794383 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Attempting to bind port ed6a68bf-6926-4da7-bc07-84b7931a4dbc on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:12.798655 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.800995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-6efe6fb3-e4f7-4c10-a9b6-a992e3242034 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514840 Sep 19 17:25:12.821716 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:12.822721 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.824039 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/bcbdade5-91b0-478b-a2b9-d91a169e51b2 HTTP/1.1" status: 200 len: 1093 time: 1.6708162 Sep 19 17:25:12.825726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:12.828095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c14fa-43e5-497c-824d-a49095b71cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:12.889739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Port ed6a68bf-6926-4da7-bc07-84b7931a4dbc on network 63313b22-203d-445f-8d13-359752f5c140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:25:12.890369 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Attempting to bind port ed6a68bf-6926-4da7-bc07-84b7931a4dbc on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:12.893274 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93357f5e-1384-41d2-8e3c-b3b7a44f938f service neutron] Pushing event updated for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:12.927572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-50ba72c9-c360-432c-a8f1-e714f6078bd7 admin admin] Publish callbacks [] for security_group (35c6e298-fb86-4cab-b95e-88a68bc5115e), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.938850 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095d017-b9b1-42b6-8db6-482da5699fa6 req-c0e1382c-3ed9-4d7c-8aed-4314a049feb2 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:12.940740 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9095d017-b9b1-42b6-8db6-482da5699fa6 req-c0e1382c-3ed9-4d7c-8aed-4314a049feb2 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.1078169 Sep 19 17:25:12.952859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:25:12.953336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Checking segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:25:12.953729 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Bound using segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:25:12.954186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Bound port: ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:25:12.954560 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:12.980733 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-fb94ff10-00e3-494f-9d1c-4655490ad5c6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708696 Sep 19 17:25:12.987293 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-50ba72c9-c360-432c-a8f1-e714f6078bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (35c6e298-fb86-4cab-b95e-88a68bc5115e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.009259 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:13.019142 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-50ba72c9-c360-432c-a8f1-e714f6078bd7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7ca37089c9dd4cd48534ceb74524f1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8028419 Sep 19 17:25:13.022842 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54832) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:13.068463 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9095d017-b9b1-42b6-8db6-482da5699fa6 req-a2d42e8e-7c53-4c13-8f47-2285cce0a986 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165845 Sep 19 17:25:13.073727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba72c9-c360-432c-a8f1-e714f6078bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6e298-fb86-4cab-b95e-88a68bc5115e,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:13.085645 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:25:13.093681 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Attempt 3 to provision port ed6a68bf-6926-4da7-bc07-84b7931a4dbc Sep 19 17:25:13.106140 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] Publish callbacks [] for security_group (35c6e298-fb86-4cab-b95e-88a68bc5115e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.110839 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:25:13.117092 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-6beb7749-209a-4c52-983c-867d767de930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.122158 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-6beb7749-209a-4c52-983c-867d767de930 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 1127 time: 0.0905406 Sep 19 17:25:13.126189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:13.158488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] Publish callbacks [] for security_group (35c6e298-fb86-4cab-b95e-88a68bc5115e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.172851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Port ed6a68bf-6926-4da7-bc07-84b7931a4dbc cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:25:13.199252 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.203412 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-ee1efe4b-6bcf-4283-8e80-3ecc379aa8ea service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2 HTTP/1.1" status: 200 len: 217 time: 0.0677109 Sep 19 17:25:13.203412 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.204108 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.205382 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-933a4893-25a5-4819-bece-092d394633a3 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 1094 time: 1.2801766 Sep 19 17:25:13.306135 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4893-25a5-4819-bece-092d394633a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:13.313019 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-32b44a5d-82e8-4221-93a9-6914d506311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.314666 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-32b44a5d-82e8-4221-93a9-6914d506311d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9106ae9b-4840-4395-be8c-3a859ea7557e HTTP/1.1" status: 200 len: 852 time: 0.0880728 Sep 19 17:25:13.316225 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:25:13.316470 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2016884-902a-4bc0-b4bf-1a75f13c8701 req-40751bdb-7b86-4243-9c17-c5bab9618ddb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.320999 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e180d-59a3-4935-a91e-1eceda66d8dc x-openstack-request-id: req-f26e180d-59a3-4935-a91e-1eceda66d8dc {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:13.320999 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:13.321258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f26e180d-59a3-4935-a91e-1eceda66d8dc {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:13.321621 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26e180d-59a3-4935-a91e-1eceda66d8dc'] response: {'name': 'network-changed', 'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2', 'status': 'completed', 'code': 200} Sep 19 17:25:13.331279 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c2016884-902a-4bc0-b4bf-1a75f13c8701 req-40751bdb-7b86-4243-9c17-c5bab9618ddb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.1364074 Sep 19 17:25:13.380796 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-1cd06ae5-6809-476c-aefc-b8f0fb0162e7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=7d1d32ac-68b4-4010-b266-e123719339b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356343 Sep 19 17:25:13.386972 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:25:13.387341 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 10c3ac96-1fd1-4d57-b5fb-360aecc85b11 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:25:13.443656 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-827a0075-fe7a-4e58-bfd3-a865a8a335d8 req-22f71134-a8ca-4d4b-8527-7864e1e10e2f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0582750 Sep 19 17:25:13.467912 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c2016884-902a-4bc0-b4bf-1a75f13c8701 req-976c4eff-9de9-46a0-876c-74664c3abb70 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355205 Sep 19 17:25:13.468737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (35c6e298-fb86-4cab-b95e-88a68bc5115e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.472589 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:13.473643 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/35c6e298-fb86-4cab-b95e-88a68bc5115e HTTP/1.1" status: 204 len: 168 time: 0.4499023 Sep 19 17:25:13.483277 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae641e27-5fd0-4f33-b763-7b04474ec149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6e298-fb86-4cab-b95e-88a68bc5115e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:13.546735 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:13.609723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-9fffadf8-7aa5-4c9d-9422-c660a788bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.611227 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-9fffadf8-7aa5-4c9d-9422-c660a788bda1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1128 time: 0.1930132 Sep 19 17:25:13.674804 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Attempt 4 to provision port ed6a68bf-6926-4da7-bc07-84b7931a4dbc Sep 19 17:25:13.742903 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7e819-e52a-4108-9f51-ddb07dc06d90 None None] Port ed6a68bf-6926-4da7-bc07-84b7931a4dbc had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:25:13.780771 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a86b8-b51a-4a3a-8f98-3bc25b9143a7 req-d3aad178-4e44-43f4-bff8-04d3c65dbd69 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:13.782834 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c8a86b8-b51a-4a3a-8f98-3bc25b9143a7 req-d3aad178-4e44-43f4-bff8-04d3c65dbd69 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 943 time: 0.0670922 Sep 19 17:25:13.849273 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c8a86b8-b51a-4a3a-8f98-3bc25b9143a7 req-5744641f-9371-47ef-80fb-ba4d8d0b4e66 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Sep 19 17:25:14.020860 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0f32b629-2cf9-4f84-9ae2-670541302f05 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 217 time: 0.3911002 Sep 19 17:25:14.068631 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-6c656f9c-eee5-4fe8-8b35-e13271c17e8d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704290 Sep 19 17:25:14.102841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0c60ad12-9073-4191-aaca-8fc8912552bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:14.104312 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-0c60ad12-9073-4191-aaca-8fc8912552bf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0749738 Sep 19 17:25:14.181446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-7d49f301-a0b3-472b-b723-22dcacf0b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:14.183514 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-7d49f301-a0b3-472b-b723-22dcacf0b43d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540972 Sep 19 17:25:14.220815 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f394e-31b0-4764-a517-20075a066666 req-2400e7a5-df95-4575-b443-46b3080f9f8b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:14.228332 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc7f394e-31b0-4764-a517-20075a066666 req-2400e7a5-df95-4575-b443-46b3080f9f8b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0719485 Sep 19 17:25:14.253876 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-dbd41304-17ac-4adc-8b21-7a034354b846 req-a18a4ccd-3a7e-4526-836e-9911732ab95d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768110 Sep 19 17:25:14.284272 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc7f394e-31b0-4764-a517-20075a066666 req-f8e7be49-0a23-4d04-bd4b-b86a1096d1bc tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544636 Sep 19 17:25:14.311778 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-4aec05de-0b35-4792-92be-70005cb7a1e1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070101 Sep 19 17:25:14.390469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54876) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:14.407296 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f788da4b-3972-4b59-8f76-23899e60c32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.409233 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6873c48e-81a4-4324-994e-ecc07709cdc8 req-b548bb8c-f037-4c27-80cb-88d64a334aee service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007881 Sep 19 17:25:14.485954 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f788da4b-3972-4b59-8f76-23899e60c32d admin admin] Publish callbacks [] for security_group (6d66e0b2-fe40-48ac-a869-72a02ecb3c6b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.499243 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:14.562142 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa17da64-ddbe-4d77-8dd3-79b3f94ebf79 req-5e213ce8-87f2-46b0-8f01-5ad58658b563 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0289369 Sep 19 17:25:14.563752 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f788da4b-3972-4b59-8f76-23899e60c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6d66e0b2-fe40-48ac-a869-72a02ecb3c6b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.565813 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:14.640179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-f788da4b-3972-4b59-8f76-23899e60c32d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=84d96f83eacf47e7a1612e8791bac2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484102 Sep 19 17:25:14.642747 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54888) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:14.644121 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788da4b-3972-4b59-8f76-23899e60c32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66e0b2-fe40-48ac-a869-72a02ecb3c6b,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:14.656124 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117896a-cf2a-445c-947e-5e6be7e0ed7b req-8fe1f023-1de8-4cce-b8ab-066ec6b5f3d9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:14.658375 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e117896a-cf2a-445c-947e-5e6be7e0ed7b req-8fe1f023-1de8-4cce-b8ab-066ec6b5f3d9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0911400 Sep 19 17:25:14.711254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] Publish callbacks [] for security_group (6d66e0b2-fe40-48ac-a869-72a02ecb3c6b), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.715491 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e117896a-cf2a-445c-947e-5e6be7e0ed7b req-e4edb50b-f841-4bb4-b238-ad9fdc3881a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503511 Sep 19 17:25:14.737090 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] Publish callbacks [] for security_group (6d66e0b2-fe40-48ac-a869-72a02ecb3c6b), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.881925 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (6d66e0b2-fe40-48ac-a869-72a02ecb3c6b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.884550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:14.888525 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/6d66e0b2-fe40-48ac-a869-72a02ecb3c6b HTTP/1.1" status: 204 len: 168 time: 0.2416244 Sep 19 17:25:14.910027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467951ae-9792-4d6e-b4e7-f63643e19218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66e0b2-fe40-48ac-a869-72a02ecb3c6b,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:15.017034 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ad7ba-a452-420c-b2a9-76f9759aae06 req-a3146be8-52f7-4b5c-847d-0e610d1ea076 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:15.018874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-178ad7ba-a452-420c-b2a9-76f9759aae06 req-a3146be8-52f7-4b5c-847d-0e610d1ea076 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 943 time: 0.0516486 Sep 19 17:25:15.069956 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-178ad7ba-a452-420c-b2a9-76f9759aae06 req-af05576d-a812-4196-9647-47e2ce3a121d tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Sep 19 17:25:15.293873 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:15.323743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:15.326428 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5994a1-4a22-4513-adb0-00224fb7a419" -d '{"events": [{"name": "network-changed", "server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:15.385759 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c9de7-56c8-4f65-91d1-bf3e860797dc x-openstack-request-id: req-c90c9de7-56c8-4f65-91d1-bf3e860797dc {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:15.386075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:15.386376 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c90c9de7-56c8-4f65-91d1-bf3e860797dc {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:15.386693 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90c9de7-56c8-4f65-91d1-bf3e860797dc'] response: {'name': 'network-changed', 'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'status': 'completed', 'code': 200} Sep 19 17:25:15.455038 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeddb4c-0d7d-4781-82c8-23ae572053db req-6e5878c3-d886-49c5-8e4b-60fdbe112286 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:15.456707 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5eeddb4c-0d7d-4781-82c8-23ae572053db req-6e5878c3-d886-49c5-8e4b-60fdbe112286 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0617414 Sep 19 17:25:15.505836 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5eeddb4c-0d7d-4781-82c8-23ae572053db req-4c94130d-7bbb-460e-8c5f-60edecf2ed11 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Sep 19 17:25:15.673807 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91ba3518-28f5-4df7-b536-016d7e74b6b6 req-18847d72-57e5-4a1b-83e0-7dad8b086b5c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0272250 Sep 19 17:25:15.847954 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258ed0e-47fb-4170-9a1c-19b0d9329985 req-400c2387-2caf-4ea4-97d7-acc72290ddb5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:15.849444 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0258ed0e-47fb-4170-9a1c-19b0d9329985 req-400c2387-2caf-4ea4-97d7-acc72290ddb5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0478644 Sep 19 17:25:15.861175 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:15.883887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:15.901280 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0258ed0e-47fb-4170-9a1c-19b0d9329985 req-e3ffbeea-27d6-418d-8037-15b1b56667e9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Sep 19 17:25:16.196470 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bfd5b-49c5-4838-9338-e5d389c5b127 req-31ea9b5e-f898-41eb-95c1-ca447c2544cc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:16.197757 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-876bfd5b-49c5-4838-9338-e5d389c5b127 req-31ea9b5e-f898-41eb-95c1-ca447c2544cc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 943 time: 0.0520275 Sep 19 17:25:16.253077 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-876bfd5b-49c5-4838-9338-e5d389c5b127 req-2e3f3bf7-5a51-4534-9ab4-9d8450ddd895 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Sep 19 17:25:16.550980 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 54954) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:16.632906 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b03e7-ae79-4b30-bf43-16d1df73f813 req-11b3f38d-32aa-4729-a550-831266c3e1a1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:16.634408 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-763b03e7-ae79-4b30-bf43-16d1df73f813 req-11b3f38d-32aa-4729-a550-831266c3e1a1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0470636 Sep 19 17:25:16.664769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cc20ba3c-8f55-49d8-be28-dd5828014670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:16.685627 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-763b03e7-ae79-4b30-bf43-16d1df73f813 req-6328f1db-3488-402c-b29d-f263510653ef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Sep 19 17:25:16.745893 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cc20ba3c-8f55-49d8-be28-dd5828014670 admin admin] Publish callbacks [] for security_group (ca3a8e53-d941-48a7-b500-5581f9e45db6), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:16.787452 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9495f26c-afb6-4fde-b870-12402ffb2a41 req-18cd7bfb-7fc3-4714-b9f8-99eb4d3fe25e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0299144 Sep 19 17:25:16.801509 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cc20ba3c-8f55-49d8-be28-dd5828014670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ca3a8e53-d941-48a7-b500-5581f9e45db6), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:16.842317 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cc20ba3c-8f55-49d8-be28-dd5828014670 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1f89bbf1bf2a4fde83de079084ea1f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902694 Sep 19 17:25:16.843193 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20ba3c-8f55-49d8-be28-dd5828014670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a8e53-d941-48a7-b500-5581f9e45db6,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:16.845137 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 54962) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:16.894817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] Publish callbacks [] for security_group (ca3a8e53-d941-48a7-b500-5581f9e45db6), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:16.915466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] Publish callbacks [] for security_group (ca3a8e53-d941-48a7-b500-5581f9e45db6), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:17.021798 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e12775-4586-4902-a4bd-bb5377d8d5c0 req-98b89f78-e529-4706-8f70-3b027607cdc6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:17.023317 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-17e12775-4586-4902-a4bd-bb5377d8d5c0 req-98b89f78-e529-4706-8f70-3b027607cdc6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0459361 Sep 19 17:25:17.070814 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-17e12775-4586-4902-a4bd-bb5377d8d5c0 req-1a16bb40-1a85-42e5-93d4-84210334ae86 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Sep 19 17:25:17.083449 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ca3a8e53-d941-48a7-b500-5581f9e45db6), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:17.086786 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:17.087310 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ca3a8e53-d941-48a7-b500-5581f9e45db6 HTTP/1.1" status: 204 len: 168 time: 0.2412016 Sep 19 17:25:17.096702 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d5f3f-3b01-401e-a7cc-f1d4ea01ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a8e53-d941-48a7-b500-5581f9e45db6,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:17.309478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device bcbdade5-91b0-478b-a2b9-d91a169e51b2 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:25:17.339798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-796fd153-462d-46e1-8236-a96f568da14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:17.341744 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-796fd153-462d-46e1-8236-a96f568da14b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 1127 time: 0.0584881 Sep 19 17:25:17.378436 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d87aef-8907-4dc0-a8e5-8c77f1b8a9b4 req-e5b0e6b3-bf6e-4994-ac5a-eac16633b413 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:17.379751 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98d87aef-8907-4dc0-a8e5-8c77f1b8a9b4 req-e5b0e6b3-bf6e-4994-ac5a-eac16633b413 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 943 time: 0.0593252 Sep 19 17:25:17.422706 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:17.433799 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98d87aef-8907-4dc0-a8e5-8c77f1b8a9b4 req-cfedd9b6-07c3-4fd2-9173-488ce3590f0c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Sep 19 17:25:17.436663 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2', 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9', 'port_id': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2', 'mac_address': 'fa:16:3e:0a:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106ae9b-4840-4395-be8c-3a859ea7557e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:25:17.473657 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port bcbdade5-91b0-478b-a2b9-d91a169e51b2 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:17.474052 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:17.488465 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbdade5-91b0-478b-a2b9-d91a169e51b2 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:17.509525 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:17.587098 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:17.639064 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:17.646583 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.646933 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.647298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.647684 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.648041 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.648376 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.648743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.649075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.649396 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.649722 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.650048 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.650392 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.650720 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.651040 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.651358 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:25:17.824878 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5297f-e891-40b5-ad16-623acc397aa9 req-f2276fc5-616a-4560-b5c4-18a4f56bef47 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:17.826881 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-44a5297f-e891-40b5-ad16-623acc397aa9 req-f2276fc5-616a-4560-b5c4-18a4f56bef47 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0544720 Sep 19 17:25:17.879607 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-44a5297f-e891-40b5-ad16-623acc397aa9 req-e04c783e-d171-454a-9fbe-91278e83694c tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Sep 19 17:25:17.919013 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76803ca5-0832-4200-ac1b-b28e9f92760c req-4ec7aa5a-f487-4aec-9b55-b2171a097921 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0345852 Sep 19 17:25:18.144630 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['bcbdade5-91b0-478b-a2b9-d91a169e51b2'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:25:18.206407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:18.361275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eda76c-ded2-462c-ae4d-64fc4bbeca97 req-567c1a2a-a858-44f9-b94b-038b9ab3cf67 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:18.362802 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5eda76c-ded2-462c-ae4d-64fc4bbeca97 req-567c1a2a-a858-44f9-b94b-038b9ab3cf67 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Sep 19 17:25:18.416019 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5eda76c-ded2-462c-ae4d-64fc4bbeca97 req-93286dbc-561f-46cb-9f39-fa6e9436871e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Sep 19 17:25:18.558232 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e9c71-d128-46fd-ae52-27cbf8486de5 req-755c481c-5e64-414a-8ee6-1ce2f234cd64 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:18.559764 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-538e9c71-d128-46fd-ae52-27cbf8486de5 req-755c481c-5e64-414a-8ee6-1ce2f234cd64 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 944 time: 0.0504725 Sep 19 17:25:18.595924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:18.613433 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-538e9c71-d128-46fd-ae52-27cbf8486de5 req-6429f217-3062-44f0-926c-31ab057be214 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474205 Sep 19 17:25:19.024483 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34414a66-d77d-4e6c-8cbc-14f5f440f052 req-86285b79-98a1-4264-b40e-8b2993b02575 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0305297 Sep 19 17:25:19.040476 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cb1eb-d2f7-4681-889c-e098872f8595 req-cefed937-2d63-4e0b-bcab-e282b6bac1f1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:19.042956 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d0cb1eb-d2f7-4681-889c-e098872f8595 req-cefed937-2d63-4e0b-bcab-e282b6bac1f1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0804029 Sep 19 17:25:19.094779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d0cb1eb-d2f7-4681-889c-e098872f8595 req-56f72d51-c59c-491f-976f-319e34516ea8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459769 Sep 19 17:25:19.539427 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd43ed-f49e-4b74-954d-33b6db85bf60 req-112740c3-a4cb-4ef3-80ea-cbc89c9c158d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:19.541135 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2bd43ed-f49e-4b74-954d-33b6db85bf60 req-112740c3-a4cb-4ef3-80ea-cbc89c9c158d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Sep 19 17:25:19.593450 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2bd43ed-f49e-4b74-954d-33b6db85bf60 req-58a67367-88bf-4fdc-8459-4b6dddd7a9f0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Sep 19 17:25:19.622452 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 55034) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:19.736048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14b6ef1d-eb1e-42a8-a9d7-f0e8d6b6eb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:19.752373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd64789-34fb-44c8-9a24-1e7088301ed8 req-7d70cbf4-bf19-4c7a-8623-365d983cea3f tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:19.753823 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1cd64789-34fb-44c8-9a24-1e7088301ed8 req-7d70cbf4-bf19-4c7a-8623-365d983cea3f tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 944 time: 0.0659733 Sep 19 17:25:19.763707 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:19.828660 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1cd64789-34fb-44c8-9a24-1e7088301ed8 req-32f6f8ce-a8ad-4b50-a18d-5ef22099fb5e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688279 Sep 19 17:25:19.862286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14b6ef1d-eb1e-42a8-a9d7-f0e8d6b6eb7b admin admin] Publish callbacks [] for security_group (4b2fe152-3569-45d9-ae7e-97f62960d745), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:19.934718 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14b6ef1d-eb1e-42a8-a9d7-f0e8d6b6eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4b2fe152-3569-45d9-ae7e-97f62960d745), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:19.976288 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-14b6ef1d-eb1e-42a8-a9d7-f0e8d6b6eb7b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0d2e30514c00447285d1928906333b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526230 Sep 19 17:25:19.977406 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ef1d-eb1e-42a8-a9d7-f0e8d6b6eb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2fe152-3569-45d9-ae7e-97f62960d745,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:19.980737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 55040) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:20.031836 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] Publish callbacks [] for security_group (4b2fe152-3569-45d9-ae7e-97f62960d745), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.055416 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] Publish callbacks [] for security_group (4b2fe152-3569-45d9-ae7e-97f62960d745), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.132827 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9e76686-2548-436f-991c-7a34454830b2 req-73a0dfe2-c597-4b8d-b159-ab91c973d6d2 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0294790 Sep 19 17:25:20.223305 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5a57d-50a7-430d-9384-9cde96649a9e req-b0f89cdd-33f1-4600-b2f3-188a876a8a34 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:20.224880 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fbc5a57d-50a7-430d-9384-9cde96649a9e req-b0f89cdd-33f1-4600-b2f3-188a876a8a34 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0488775 Sep 19 17:25:20.225924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4b2fe152-3569-45d9-ae7e-97f62960d745), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.229169 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.230159 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4b2fe152-3569-45d9-ae7e-97f62960d745 HTTP/1.1" status: 204 len: 168 time: 0.2484984 Sep 19 17:25:20.250000 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a9dbf-fee2-49da-bfee-7926cc31f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2fe152-3569-45d9-ae7e-97f62960d745,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:20.283821 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fbc5a57d-50a7-430d-9384-9cde96649a9e req-02b7a325-29ff-44f2-bc40-1612843358e4 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525823 Sep 19 17:25:20.717505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb3baa-e5fd-4829-8b79-454b24ec987d req-11582855-5791-4dc8-9e0b-1419818d1a12 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:20.719144 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5fb3baa-e5fd-4829-8b79-454b24ec987d req-11582855-5791-4dc8-9e0b-1419818d1a12 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Sep 19 17:25:20.731440 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:20.767825 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5fb3baa-e5fd-4829-8b79-454b24ec987d req-6e2e8702-8b2c-4906-8fbf-a3d3c9cb23d4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Sep 19 17:25:20.801589 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 55056) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:20.815084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12e3e0ad-14d3-4603-82b3-518da49493b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.892982 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12e3e0ad-14d3-4603-82b3-518da49493b3 admin admin] Publish callbacks [] for security_group (5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.948701 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adf43b-9da5-43e2-bae4-2cb20218e4b4 req-c9a641bd-316d-4014-a1fd-bd9442546054 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:20.950215 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76adf43b-9da5-43e2-bae4-2cb20218e4b4 req-c9a641bd-316d-4014-a1fd-bd9442546054 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 944 time: 0.0468640 Sep 19 17:25:20.970554 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12e3e0ad-14d3-4603-82b3-518da49493b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:20.987126 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:21.036858 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-12e3e0ad-14d3-4603-82b3-518da49493b3 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=35400faf7b7745439707f9a6f6f05ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340157 Sep 19 17:25:21.038830 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3e0ad-14d3-4603-82b3-518da49493b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:21.039567 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 55060) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:21.045154 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76adf43b-9da5-43e2-bae4-2cb20218e4b4 req-e33a69ec-30f6-4712-b21c-3db3f64ba345 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890408 Sep 19 17:25:21.090978 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] Publish callbacks [] for security_group (5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:21.111121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] Publish callbacks [] for security_group (5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:21.250225 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8ca483c-fe08-404f-9470-9ae0d748eb13 req-a4c63803-0e7d-449c-806b-e7a396927713 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0277696 Sep 19 17:25:21.254834 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:21.257493 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:21.258888 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9 HTTP/1.1" status: 204 len: 168 time: 0.2182589 Sep 19 17:25:21.269891 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568537f-6c07-4e28-8664-90eda4362c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4ac12b-c9c3-40d5-b937-8d4c8b7d83f9,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:21.406505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b6dc-6272-429f-88b0-d38e4231a687 req-72e51812-e9b5-4c2e-b0da-6c9da84d7e81 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:21.408020 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fa54b6dc-6272-429f-88b0-d38e4231a687 req-72e51812-e9b5-4c2e-b0da-6c9da84d7e81 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0481892 Sep 19 17:25:21.455572 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fa54b6dc-6272-429f-88b0-d38e4231a687 req-94e0e69a-da6e-4a95-8a6d-bad28cfc653b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Sep 19 17:25:21.893565 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562e78e-303d-4fa9-a2ac-2a81f94aeb82 req-ee74b5e0-fc9c-486b-b340-a7dca703a276 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:21.895116 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0562e78e-303d-4fa9-a2ac-2a81f94aeb82 req-ee74b5e0-fc9c-486b-b340-a7dca703a276 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Sep 19 17:25:21.945987 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0562e78e-303d-4fa9-a2ac-2a81f94aeb82 req-c9743d3b-2fc5-4525-be4b-82523219d1e9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Sep 19 17:25:22.175362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd33c-f616-4d1c-b455-9e954a7ada7b req-9c0398d6-0422-416f-b1f1-04351fa9c970 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:22.177039 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0c0dd33c-f616-4d1c-b455-9e954a7ada7b req-9c0398d6-0422-416f-b1f1-04351fa9c970 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 944 time: 0.0498581 Sep 19 17:25:22.228142 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0c0dd33c-f616-4d1c-b455-9e954a7ada7b req-3e2faf5b-931e-481f-9acd-295b13c10363 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 19 17:25:22.366812 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0599d327-fe04-4563-b3c0-124fac4b7b1f req-fde15f76-1015-44f0-b065-62bc0a30e761 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0284507 Sep 19 17:25:22.590241 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f89f54-75e4-4aa1-96e9-9584abfa5bb7 req-3a262bc8-16db-4d8c-8a01-6e3ba72f0638 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:22.591801 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88f89f54-75e4-4aa1-96e9-9584abfa5bb7 req-3a262bc8-16db-4d8c-8a01-6e3ba72f0638 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0561261 Sep 19 17:25:22.640976 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88f89f54-75e4-4aa1-96e9-9584abfa5bb7 req-c1a071f7-78f1-4f1e-9250-164774c56e40 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Sep 19 17:25:23.069237 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0ad6d-dc6a-4218-b7cc-a117ea597ca2 req-effbb8db-c812-484f-a5e0-5d75ff2002ac tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:23.070769 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-67f0ad6d-dc6a-4218-b7cc-a117ea597ca2 req-effbb8db-c812-484f-a5e0-5d75ff2002ac tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0472033 Sep 19 17:25:23.122652 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-67f0ad6d-dc6a-4218-b7cc-a117ea597ca2 req-efaf6edc-620d-4e9e-8f88-be28f292c885 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Sep 19 17:25:23.365743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bdc46-80f9-412f-a0a6-020ce3f160a5 req-11192973-5ca3-4c6d-ad48-fc73df007108 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:23.367032 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-496bdc46-80f9-412f-a0a6-020ce3f160a5 req-11192973-5ca3-4c6d-ad48-fc73df007108 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 944 time: 0.0551722 Sep 19 17:25:23.433659 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-496bdc46-80f9-412f-a0a6-020ce3f160a5 req-50c50603-d6ab-4020-b6c2-c4708e4940bb tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542717 Sep 19 17:25:23.475007 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03c185e2-caa0-44ff-888f-10e32fc9c545 req-171541ff-b1ac-4769-8603-5a2655e448e9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0355706 Sep 19 17:25:23.480378 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device bcbdade5-91b0-478b-a2b9-d91a169e51b2 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:23.533247 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port bcbdade5-91b0-478b-a2b9-d91a169e51b2 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:25:23.590209 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:23.614895 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port bcbdade5-91b0-478b-a2b9-d91a169e51b2 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:23.615291 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:23.615683 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port bcbdade5-91b0-478b-a2b9-d91a169e51b2 Sep 19 17:25:23.699740 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port bcbdade5-91b0-478b-a2b9-d91a169e51b2 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:23.699740 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:23.722748 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:23.728454 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d38d096-1d61-4f1b-85ab-460be72a767b" -d '{"events": [{"server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:23.740292 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:23.755860 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=66 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:23.765283 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63cc8-235e-4979-b247-62aac10dd627 req-c0bc8b46-0894-46c0-8910-3b88d578ae51 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:23.766954 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bec63cc8-235e-4979-b247-62aac10dd627 req-c0bc8b46-0894-46c0-8910-3b88d578ae51 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0514929 Sep 19 17:25:23.769635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10823a93-7cd8-4c19-9f3d-360a0f55c247 x-openstack-request-id: req-10823a93-7cd8-4c19-9f3d-360a0f55c247 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:23.769947 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "name": "network-vif-plugged", "status": "completed", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:23.770200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10823a93-7cd8-4c19-9f3d-360a0f55c247 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:23.770594 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10823a93-7cd8-4c19-9f3d-360a0f55c247'] response: {'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2', 'code': 200} Sep 19 17:25:23.815377 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bec63cc8-235e-4979-b247-62aac10dd627 req-e3d6345a-a7c2-4061-b10d-6a7fcded983d tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Sep 19 17:25:23.831837 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:23.857872 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:23.879792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:24.249865 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0edd27-062b-4636-a1e1-70e9c6530ca1 req-7ed16f0b-1bc3-4aea-8cb1-2fb28eb3ccdb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.251374 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ce0edd27-062b-4636-a1e1-70e9c6530ca1 req-7ed16f0b-1bc3-4aea-8cb1-2fb28eb3ccdb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Sep 19 17:25:24.299880 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ce0edd27-062b-4636-a1e1-70e9c6530ca1 req-9a4c5ca8-9a29-43ab-ad2a-4f758ff42c65 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Sep 19 17:25:24.590676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:24.612091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-b64fec80-3d30-4e73-be6d-da8e0cb8c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.616969 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-b64fec80-3d30-4e73-be6d-da8e0cb8c1f0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1128 time: 0.0639424 Sep 19 17:25:24.637813 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da57aacc-c110-49bc-a33c-487b36e14b7f req-f34ce8ba-a1d8-45b8-b0b2-0b0deb6d5cf6 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0379164 Sep 19 17:25:24.644419 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c00418-366d-49b5-afdd-0e277a847ffa req-98f2cfc0-3b09-4484-8d95-96ba34a9462b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.653838 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-56c00418-366d-49b5-afdd-0e277a847ffa req-98f2cfc0-3b09-4484-8d95-96ba34a9462b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.1163902 Sep 19 17:25:24.684388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-188d2342-aab6-4a05-8bb9-6c5fc89b13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.686314 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-188d2342-aab6-4a05-8bb9-6c5fc89b13e4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 200 len: 913 time: 0.2055130 Sep 19 17:25:24.730329 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-56c00418-366d-49b5-afdd-0e277a847ffa req-ab0de09b-743f-4bf6-bc08-e1e926c7981e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713959 Sep 19 17:25:24.733396 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-3bc69268-4211-49a4-ae2f-6383490cf647 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2 HTTP/1.1" status: 200 len: 217 time: 0.0402777 Sep 19 17:25:24.808756 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-89d76518-76d6-498a-948c-6282ed4a1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.810362 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-89d76518-76d6-498a-948c-6282ed4a1205 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.1866052 Sep 19 17:25:24.821754 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-34a491a5-4486-436f-b68a-181122cdff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:24.823327 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-34a491a5-4486-436f-b68a-181122cdff58 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9106ae9b-4840-4395-be8c-3a859ea7557e HTTP/1.1" status: 200 len: 852 time: 0.0826306 Sep 19 17:25:24.908432 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-f86e2ca4-70ae-42a9-ab96-6e058c3aee76 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=7d1d32ac-68b4-4010-b266-e123719339b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578785 Sep 19 17:25:24.908903 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-92154fd7-9fe8-41ed-b047-6d1baf639fdc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 217 time: 0.0580268 Sep 19 17:25:25.006758 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e949e-b4f8-4868-9d8b-5ac4377836c8 req-dcfc47d6-8f83-4913-b6b4-b405f4ffd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:25.007120 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-526e949e-b4f8-4868-9d8b-5ac4377836c8 req-dcfc47d6-8f83-4913-b6b4-b405f4ffd3bd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 1129 time: 0.1160772 Sep 19 17:25:25.009703 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:25.019497 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750d51-948e-4129-87a2-b38add696a87 req-aca6ff72-299c-465e-848f-9198dd836099 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:25.020572 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a750d51-948e-4129-87a2-b38add696a87 req-aca6ff72-299c-465e-848f-9198dd836099 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 944 time: 0.0953593 Sep 19 17:25:25.027065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-315ca564-89f6-462f-84e4-03644231de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:25.029896 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-315ca564-89f6-462f-84e4-03644231de1a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.1096194 Sep 19 17:25:25.072871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:25.098052 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-f28d832a-c6b8-4e0a-9880-9c31c318e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:25.099575 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-f28d832a-c6b8-4e0a-9880-9c31c318e474 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604813 Sep 19 17:25:25.103096 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-d84903e9-1672-464f-aacb-6e78728400e3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854181 Sep 19 17:25:25.106246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-526e949e-b4f8-4868-9d8b-5ac4377836c8 req-ef76dd05-a520-4fff-8fa0-613112a4e4ca service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 Sep 19 17:25:25.109386 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a750d51-948e-4129-87a2-b38add696a87 req-270aa569-7d2e-4e3a-9ef5-6269f26a358f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733533 Sep 19 17:25:25.429171 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb501eb-c431-4847-bd9e-5133a043ac52 req-8a12f546-419c-4154-9c9d-f48ea51bb08c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:25.430717 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3cb501eb-c431-4847-bd9e-5133a043ac52 req-8a12f546-419c-4154-9c9d-f48ea51bb08c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0502315 Sep 19 17:25:25.464514 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ed6a68bf-6926-4da7-bc07-84b7931a4dbc details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:25:25.479168 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3cb501eb-c431-4847-bd9e-5133a043ac52 req-2bcf82ce-4354-4ae8-9f20-f98282ddd398 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Sep 19 17:25:25.570863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:25.582138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'port_id': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'mac_address': 'fa:16:3e:89:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:25:25.619539 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ed6a68bf-6926-4da7-bc07-84b7931a4dbc is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:25.619960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:25.633474 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6a68bf-6926-4da7-bc07-84b7931a4dbc {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:25.654549 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:25.758397 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbf2a6e6-1f7a-4efd-8273-fadd54e8c806 req-5f93c50a-d6e6-4c5a-ad1c-ef921f1bea0a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0269227 Sep 19 17:25:25.797673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:25.849150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:26.032459 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65f794-9c15-4574-893d-11c5d28e736d req-5eeae405-31de-4c5f-a502-26c784df1525 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:26.033958 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a65f794-9c15-4574-893d-11c5d28e736d req-5eeae405-31de-4c5f-a502-26c784df1525 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.2335708 Sep 19 17:25:26.084589 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a65f794-9c15-4574-893d-11c5d28e736d req-9b9e2611-b073-4399-ac1b-656969bb2459 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Sep 19 17:25:26.086247 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c75468a-837b-4f58-8ab3-777797b16251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:26.214341 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=41 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:26.237559 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ae35f-8bf9-4529-a97a-a31cd778350c req-267fd978-f65e-43c0-90ed-2743d553efdb tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:26.239153 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0a8ae35f-8bf9-4529-a97a-a31cd778350c req-267fd978-f65e-43c0-90ed-2743d553efdb tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 945 time: 0.0516655 Sep 19 17:25:26.288176 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0a8ae35f-8bf9-4529-a97a-a31cd778350c req-4128ee81-5d49-4e99-8eb7-c0c44bf10205 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Sep 19 17:25:26.435918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ed6a68bf-6926-4da7-bc07-84b7931a4dbc'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:25:26.606606 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f1c6-cd15-43a6-b823-2032d6e30ff1 req-2f648af2-7b24-461e-91fd-c13ef273d8b4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:26.608184 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2155f1c6-cd15-43a6-b823-2032d6e30ff1 req-2f648af2-7b24-461e-91fd-c13ef273d8b4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Sep 19 17:25:26.657498 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2155f1c6-cd15-43a6-b823-2032d6e30ff1 req-1772af22-cc80-408b-8fb3-2dcfcc8cc4c7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Sep 19 17:25:26.864443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-942b7f2a-be0e-4b4f-9ea4-6bb92d76d7dc req-05c75f6f-ba4c-4159-bb87-8940584940ba tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0267811 Sep 19 17:25:27.207221 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0809a-5e50-4b96-9040-163387783669 req-dc696a0d-bd47-43cf-a650-bee523421103 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:27.208720 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ff0809a-5e50-4b96-9040-163387783669 req-dc696a0d-bd47-43cf-a650-bee523421103 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0495071 Sep 19 17:25:27.260532 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ff0809a-5e50-4b96-9040-163387783669 req-515059c2-947c-4087-9e01-2a6c5abc34e2 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Sep 19 17:25:27.416112 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10bce8-ff6f-4c5b-a66e-377ea683f983 req-d034c67d-eb7e-4c11-bd96-beb7bf2b3300 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:27.417655 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e10bce8-ff6f-4c5b-a66e-377ea683f983 req-d034c67d-eb7e-4c11-bd96-beb7bf2b3300 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 945 time: 0.0531590 Sep 19 17:25:27.467577 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e10bce8-ff6f-4c5b-a66e-377ea683f983 req-18bda1cd-e974-4406-998d-7a96ccb217a6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Sep 19 17:25:27.544761 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 55220) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:27.651003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6414319-e3cb-4629-9b61-589df3fb4cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:27.708259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:27.732971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6414319-e3cb-4629-9b61-589df3fb4cf9 admin admin] Publish callbacks [] for security_group (18787905-863d-41de-884d-c569e2f64389), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:27.779606 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c300aaf-8724-44e8-8724-6961f2141b7e req-7a1a1600-6fa9-41da-a2cc-9ac29f0b60ee tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:27.781119 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c300aaf-8724-44e8-8724-6961f2141b7e req-7a1a1600-6fa9-41da-a2cc-9ac29f0b60ee tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0460603 Sep 19 17:25:27.828346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6414319-e3cb-4629-9b61-589df3fb4cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (18787905-863d-41de-884d-c569e2f64389), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:27.844386 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9c300aaf-8724-44e8-8724-6961f2141b7e req-b0a7faed-caa5-4ec5-9a38-c635a1c9c585 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575862 Sep 19 17:25:27.866839 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:27.872454 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b6414319-e3cb-4629-9b61-589df3fb4cf9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=14742539c9ec4e6e968a6532df5380fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266699 Sep 19 17:25:27.874485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414319-e3cb-4629-9b61-589df3fb4cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18787905-863d-41de-884d-c569e2f64389,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:27.875594 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 55226) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:27.929775 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:27.933987 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] Publish callbacks [] for security_group (18787905-863d-41de-884d-c569e2f64389), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:27.955141 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] Publish callbacks [] for security_group (18787905-863d-41de-884d-c569e2f64389), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:27.968451 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-90fcda9a-3db4-4a5f-b206-925518ba6c99 req-6205b977-0ae0-4f6e-af6d-515db33fcf0a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0279193 Sep 19 17:25:28.088682 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (18787905-863d-41de-884d-c569e2f64389), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:28.091300 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:28.092483 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/18787905-863d-41de-884d-c569e2f64389 HTTP/1.1" status: 204 len: 168 time: 0.2157347 Sep 19 17:25:28.100414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874471f-bd0e-408f-9972-7adfd3090cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18787905-863d-41de-884d-c569e2f64389,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:28.393782 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52491791-166d-47db-ac02-1462e467f310 req-6a870c96-6b9d-414a-a565-02d90a9d33c7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:28.395216 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-52491791-166d-47db-ac02-1462e467f310 req-6a870c96-6b9d-414a-a565-02d90a9d33c7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Sep 19 17:25:28.444473 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-52491791-166d-47db-ac02-1462e467f310 req-d4841267-a5dd-4eaa-8229-0bd594599fd0 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Sep 19 17:25:28.500102 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-85f8b26f-1618-4578-831b-e5bf201cf3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:28.592103 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf475865-07cf-4135-8e24-e2bbbb6f78aa req-85623e11-afe6-4bcd-9da4-c10f3d9501f1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:28.593618 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf475865-07cf-4135-8e24-e2bbbb6f78aa req-85623e11-afe6-4bcd-9da4-c10f3d9501f1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 945 time: 0.0499825 Sep 19 17:25:28.645555 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf475865-07cf-4135-8e24-e2bbbb6f78aa req-4e8f41ff-2abd-4d9f-9d0b-e8847020577a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Sep 19 17:25:28.964378 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f67e9-29b7-4869-965f-988c0f7b675b req-a93d43ad-3066-40b2-8061-84e01c33e1a3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:28.965894 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-932f67e9-29b7-4869-965f-988c0f7b675b req-a93d43ad-3066-40b2-8061-84e01c33e1a3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0467327 Sep 19 17:25:29.017084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-932f67e9-29b7-4869-965f-988c0f7b675b req-444eddf7-cb34-414b-88df-ec431a42cfd9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456269 Sep 19 17:25:29.094278 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d781255d-219e-4d35-9dcc-0928f1464013 req-6d202534-1898-4a47-a468-336f979e54bd tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0325541 Sep 19 17:25:29.565733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edb9e-d976-4a54-a3d7-021b71729e71 req-73d60914-9b28-4c9e-b667-f2570afb7fe2 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:29.567290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c41edb9e-d976-4a54-a3d7-021b71729e71 req-73d60914-9b28-4c9e-b667-f2570afb7fe2 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0473523 Sep 19 17:25:29.620902 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c41edb9e-d976-4a54-a3d7-021b71729e71 req-6ae304a6-7bc9-4579-8cad-925b79779b5e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473452 Sep 19 17:25:29.730005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:29.770345 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29336225-6a06-4fdd-b8cb-e07717ecc728 req-a943f100-942c-499a-8d26-f0e42d5dca2f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:29.771874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29336225-6a06-4fdd-b8cb-e07717ecc728 req-a943f100-942c-499a-8d26-f0e42d5dca2f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 945 time: 0.0475852 Sep 19 17:25:29.822685 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29336225-6a06-4fdd-b8cb-e07717ecc728 req-42d6e037-7ea2-44bb-82f1-31f849521dfe tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Sep 19 17:25:30.169915 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9d3e2-e4ce-4b53-a7c3-fd5473d1879b req-90acaedf-db1c-400d-b6a9-13d1bd8fe523 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:30.171420 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49a9d3e2-e4ce-4b53-a7c3-fd5473d1879b req-90acaedf-db1c-400d-b6a9-13d1bd8fe523 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Sep 19 17:25:30.209230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1ad455ce-f52c-48b6-acd1-b44efce55de2 req-51ad21a9-8f11-481d-aefd-c422a60e48c5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0368030 Sep 19 17:25:30.254438 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49a9d3e2-e4ce-4b53-a7c3-fd5473d1879b req-1114780a-b76d-4cbf-b5e5-10c189826764 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737491 Sep 19 17:25:30.737168 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c533-e308-4834-a1a3-ce25191dded9 req-aa4e27c2-ebe6-4345-907b-be35bed0821b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:30.738616 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e684c533-e308-4834-a1a3-ce25191dded9 req-aa4e27c2-ebe6-4345-907b-be35bed0821b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0448120 Sep 19 17:25:30.786120 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e684c533-e308-4834-a1a3-ce25191dded9 req-40e9ff1a-4cfd-4485-9392-060f2c848de6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Sep 19 17:25:30.960114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5336c50-380b-4f22-aa49-eb1f1bda2ea9 req-8bef7af5-24d6-495b-a85e-3a09b1c6f8ef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:30.960114 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5336c50-380b-4f22-aa49-eb1f1bda2ea9 req-8bef7af5-24d6-495b-a85e-3a09b1c6f8ef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 945 time: 0.0493791 Sep 19 17:25:31.002271 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5336c50-380b-4f22-aa49-eb1f1bda2ea9 req-b9bbd746-bf05-4eaf-9f9d-9200aae5a96f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408061 Sep 19 17:25:31.037968 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:31.121977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:31.314406 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9088eec5-2be0-44a4-8f24-4d55fbaa0efb req-2b9749b0-ce76-4cf0-88cc-6603e39c4421 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0282001 Sep 19 17:25:31.379809 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121f44-7831-433a-83b9-d0d17a5600b0 req-68ceacc8-aaa6-4bf7-aa6c-8af158fa71b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:31.381322 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2f121f44-7831-433a-83b9-d0d17a5600b0 req-68ceacc8-aaa6-4bf7-aa6c-8af158fa71b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Sep 19 17:25:31.434093 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2f121f44-7831-433a-83b9-d0d17a5600b0 req-a9661692-0914-4dec-8762-0905f850b9f7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Sep 19 17:25:31.505440 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:31.571525 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ed6a68bf-6926-4da7-bc07-84b7931a4dbc up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:31.621883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port ed6a68bf-6926-4da7-bc07-84b7931a4dbc completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:25:31.700346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port ed6a68bf-6926-4da7-bc07-84b7931a4dbc triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:31.700725 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:31.704406 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port ed6a68bf-6926-4da7-bc07-84b7931a4dbc Sep 19 17:25:31.787220 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ed6a68bf-6926-4da7-bc07-84b7931a4dbc is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:31.787512 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:31.811258 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:31.815065 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ffd55-61e7-4aad-8a83-43d29fe5fc70" -d '{"events": [{"server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:31.821328 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0f4c14fa-43e5-497c-824d-a49095b71cb2 req-ff9f3467-fd77-4d35-9fcf-64c9e8928339 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660929 Sep 19 17:25:31.826008 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-2b691f61-c315-4275-b9ea-e9bd8a1f409c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694970 Sep 19 17:25:31.830919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:31.861737 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb5168-4fa6-4f78-bcb4-32d2bac22b15 x-openstack-request-id: req-9dfb5168-4fa6-4f78-bcb4-32d2bac22b15 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:31.862047 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "name": "network-vif-plugged", "status": "completed", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:31.862305 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dfb5168-4fa6-4f78-bcb4-32d2bac22b15 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:31.862698 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfb5168-4fa6-4f78-bcb4-32d2bac22b15'] response: {'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'code': 200} Sep 19 17:25:31.908671 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:31.920685 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975d66-e719-4058-8457-ce04248df0cc req-4de468c8-9666-409d-85ac-cbead7418690 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:31.922383 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3975d66-e719-4058-8457-ce04248df0cc req-4de468c8-9666-409d-85ac-cbead7418690 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Sep 19 17:25:31.961553 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:31.976980 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3975d66-e719-4058-8457-ce04248df0cc req-83024018-dd49-497e-bddf-2485d1f2b1e0 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 Sep 19 17:25:32.117773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:32.138351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd681de5-3011-445f-8650-7d157a13a330 req-e7b66151-1d8f-4837-94cd-cefbc1d5afef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:32.139896 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd681de5-3011-445f-8650-7d157a13a330 req-e7b66151-1d8f-4837-94cd-cefbc1d5afef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0513034 Sep 19 17:25:32.162752 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:32.192862 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd681de5-3011-445f-8650-7d157a13a330 req-851cbb71-5d74-4ef4-88e2-0bc68621f545 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465660 Sep 19 17:25:32.424976 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b7234c9-10c8-4f59-b292-0f0874e6e347 req-1699af9a-4181-4c9f-8bb8-3c4e3d6517e3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0308485 Sep 19 17:25:32.566226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dab56-6d1f-4817-9a29-e81eb00a3b90 req-857cb5e2-9898-4b58-84fd-9f1f893c7b93 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:32.567708 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3f0dab56-6d1f-4817-9a29-e81eb00a3b90 req-857cb5e2-9898-4b58-84fd-9f1f893c7b93 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0568788 Sep 19 17:25:32.618965 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3f0dab56-6d1f-4817-9a29-e81eb00a3b90 req-977df3f8-e27a-42a9-85cd-25e2eb43cd23 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Sep 19 17:25:32.673242 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3f5994a1-4a22-4513-adb0-00224fb7a419 req-c17d26d3-9b20-4990-b336-8fe673baa7a7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257854 Sep 19 17:25:32.689603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fcc6a-e6b4-4597-bd16-187c936afe4c req-a573da61-ce89-4f4a-9fa9-e427eb27a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:32.691231 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cc8fcc6a-e6b4-4597-bd16-187c936afe4c req-a573da61-ce89-4f4a-9fa9-e427eb27a9d2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1129 time: 0.0550134 Sep 19 17:25:32.709825 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-f7838b8e-26f5-4318-b8f4-aebd4b29d12f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883667 Sep 19 17:25:32.742138 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cc8fcc6a-e6b4-4597-bd16-187c936afe4c req-bd2e9e51-c616-4f11-896e-cae4eb0a67bf service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Sep 19 17:25:33.112310 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba77e-2268-41dc-bc07-666484a80fcb req-6d3bb8c7-f565-4c1b-9301-9f5a327c6dab tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:33.113896 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ffaba77e-2268-41dc-bc07-666484a80fcb req-6d3bb8c7-f565-4c1b-9301-9f5a327c6dab tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0559978 Sep 19 17:25:33.162687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ffaba77e-2268-41dc-bc07-666484a80fcb req-b7a630cc-d9ff-482d-8b82-ea44f0b27ac8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Sep 19 17:25:33.321743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4172e3-4cb3-4e82-a46f-697f3eb274d7 req-61a5edbf-fc2d-42c6-8fda-5dd6e596f228 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:33.323796 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ea4172e3-4cb3-4e82-a46f-697f3eb274d7 req-61a5edbf-fc2d-42c6-8fda-5dd6e596f228 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0474584 Sep 19 17:25:33.371712 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ea4172e3-4cb3-4e82-a46f-697f3eb274d7 req-78c9df8e-482a-40c1-bea8-8fd61911df0a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Sep 19 17:25:33.526839 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-01c8ec6c-201c-4f37-af01-b4476117d822 req-0de75a1c-aab8-42e6-a950-dac4d1a9ff5b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0271795 Sep 19 17:25:33.762909 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7133a-3de9-4985-a336-e89767087658 req-3327f0ba-e2df-4268-bfab-fe0e05d060a0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:33.764472 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5fb7133a-3de9-4985-a336-e89767087658 req-3327f0ba-e2df-4268-bfab-fe0e05d060a0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0495229 Sep 19 17:25:33.815871 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5fb7133a-3de9-4985-a336-e89767087658 req-bd70eb44-ef85-46ec-bb22-5421efc61674 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Sep 19 17:25:34.280098 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d7bbe-3b25-435c-ad95-4fc27c81a536 req-8f0e05eb-eabb-4fd2-9448-c2b0497f717e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:34.281636 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c21d7bbe-3b25-435c-ad95-4fc27c81a536 req-8f0e05eb-eabb-4fd2-9448-c2b0497f717e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0466962 Sep 19 17:25:34.332411 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c21d7bbe-3b25-435c-ad95-4fc27c81a536 req-7294dbcf-1f0d-47af-a407-f6129fe94401 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449877 Sep 19 17:25:34.497677 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652ffc2-7626-4aa4-baf6-68d0945d5f5f req-0d4780f7-21be-4aa0-96d2-11f31eb0e933 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:34.499246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9652ffc2-7626-4aa4-baf6-68d0945d5f5f req-0d4780f7-21be-4aa0-96d2-11f31eb0e933 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0509839 Sep 19 17:25:34.548352 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9652ffc2-7626-4aa4-baf6-68d0945d5f5f req-ad4cf4c5-feda-4e53-bbe0-e1f9bc7b64ce tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Sep 19 17:25:34.627062 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-125db17b-76b3-4038-8b41-2006cbf62ec1 req-a2cbc91d-f14e-4d06-aae4-e568170aaf13 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0270107 Sep 19 17:25:34.940841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ee96-3e13-4fac-b382-74ff05c81de1 req-5901c9c6-d7d4-4483-8b3d-e7111485cfaf tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:34.942254 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-25c0ee96-3e13-4fac-b382-74ff05c81de1 req-5901c9c6-d7d4-4483-8b3d-e7111485cfaf tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0466201 Sep 19 17:25:34.989972 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-25c0ee96-3e13-4fac-b382-74ff05c81de1 req-4081f700-9c84-4335-aa40-deccb69facd2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Sep 19 17:25:35.458165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f433-c601-4e42-a96e-0da74d897c5e req-2ecbf2da-89d1-4e8d-94a0-36127e08d87b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:35.459583 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a035f433-c601-4e42-a96e-0da74d897c5e req-2ecbf2da-89d1-4e8d-94a0-36127e08d87b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Sep 19 17:25:35.506531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a035f433-c601-4e42-a96e-0da74d897c5e req-c9aa18bb-b469-4aad-be20-1ec03a665a00 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Sep 19 17:25:35.672348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54b948-f299-499c-9574-ec9ea7657372 req-90039044-803a-45ae-883b-b357ee8b27e7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:35.674007 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd54b948-f299-499c-9574-ec9ea7657372 req-90039044-803a-45ae-883b-b357ee8b27e7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0494626 Sep 19 17:25:35.721031 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:35.744692 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc46154d-f483-460c-8941-51f7eab1bd59 req-84084faf-5a8c-4a9c-9c5f-8fd718d93edd tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0377667 Sep 19 17:25:35.749916 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd54b948-f299-499c-9574-ec9ea7657372 req-b55aa0fd-545a-4936-a3f1-a3bfac263003 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702579 Sep 19 17:25:36.110983 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149cab9-dad0-450e-869d-fd7d4ea7a46b req-ab56a595-d85c-44a1-91f7-3fc5e7c9549b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:36.113037 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5149cab9-dad0-450e-869d-fd7d4ea7a46b req-ab56a595-d85c-44a1-91f7-3fc5e7c9549b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0494909 Sep 19 17:25:36.130861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:36.160548 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5149cab9-dad0-450e-869d-fd7d4ea7a46b req-22b1c11f-413e-4610-8166-92397aa5f7b6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Sep 19 17:25:36.626952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4969dc-b904-4e78-9af3-3814c991fd47 req-cbb87608-4e27-4129-9cb5-d6922d042a8a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:36.628446 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc4969dc-b904-4e78-9af3-3814c991fd47 req-cbb87608-4e27-4129-9cb5-d6922d042a8a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Sep 19 17:25:36.683408 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fc4969dc-b904-4e78-9af3-3814c991fd47 req-c40d837c-dbb9-4326-95b6-07d8e2d667ec tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Sep 19 17:25:36.874770 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-633acd68-b7a9-4e81-b5cd-aa933cf2540c req-fa886837-1a61-4a37-8794-d7d7e6fa2d76 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0527990 Sep 19 17:25:36.895088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2463a10-62d4-4978-a5ab-920981dbe857 req-6353a1ae-d0e7-47d7-a716-fd2fa4758b08 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:36.896592 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2463a10-62d4-4978-a5ab-920981dbe857 req-6353a1ae-d0e7-47d7-a716-fd2fa4758b08 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0659964 Sep 19 17:25:36.945312 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2463a10-62d4-4978-a5ab-920981dbe857 req-120eebc7-4b62-4645-91ea-4502fc21eb56 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Sep 19 17:25:37.280478 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c305a-dc38-4705-877d-0c4ac81a3f3f req-0d610cf8-71f3-4662-941f-289cb77120b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:37.282005 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-548c305a-dc38-4705-877d-0c4ac81a3f3f req-0d610cf8-71f3-4662-941f-289cb77120b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0473235 Sep 19 17:25:37.330773 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-548c305a-dc38-4705-877d-0c4ac81a3f3f req-d81d8e79-1b3e-4c57-a82b-f04de43306ab tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Sep 19 17:25:37.805657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d297e-43af-453d-8af9-9da869823847 req-06c8ab9a-638c-483c-b483-034fa983dc0a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:37.807138 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-420d297e-43af-453d-8af9-9da869823847 req-06c8ab9a-638c-483c-b483-034fa983dc0a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Sep 19 17:25:37.855628 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-420d297e-43af-453d-8af9-9da869823847 req-2297b364-0fc5-4b20-9d41-9777d51b345c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Sep 19 17:25:37.983227 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1de9f31-c849-4f56-8a58-981a2c76aa84 req-921312f4-da3b-441c-8719-8e46db4524ac tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0304506 Sep 19 17:25:38.071546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857d64-3ffe-4cc7-b26b-8485ada07861 req-2152c09d-cf89-413b-9cd1-e0f6c8179a8a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:38.073355 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e857d64-3ffe-4cc7-b26b-8485ada07861 req-2152c09d-cf89-413b-9cd1-e0f6c8179a8a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0487282 Sep 19 17:25:38.126011 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e857d64-3ffe-4cc7-b26b-8485ada07861 req-3fc2d9e0-61f8-4fc8-a014-3e676f42d272 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Sep 19 17:25:38.456202 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8110-cad0-496c-8b01-56c1c58ea053 req-319025c3-77f7-4ba5-8caa-2554263a74a0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:38.457894 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-576d8110-cad0-496c-8b01-56c1c58ea053 req-319025c3-77f7-4ba5-8caa-2554263a74a0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0501075 Sep 19 17:25:38.507261 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-576d8110-cad0-496c-8b01-56c1c58ea053 req-ac49ae0d-2513-468a-9d60-00e47eda1d34 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Sep 19 17:25:38.985123 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084aef-dc6f-4b4f-a75c-382a568c5a8f req-f864914b-aed9-4f2f-8a8d-0e911e8ba6ce tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:38.990593 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2084aef-dc6f-4b4f-a75c-382a568c5a8f req-f864914b-aed9-4f2f-8a8d-0e911e8ba6ce tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0580525 Sep 19 17:25:39.043776 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f2084aef-dc6f-4b4f-a75c-382a568c5a8f req-621f256f-a8ff-4a23-9ad4-dab797921ff4 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494821 Sep 19 17:25:39.104236 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fe0ee0ae-0bd4-40f8-ba16-7755e0755fa1 req-8ff954c0-57ef-43de-a9a0-daf43ef22c06 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0367131 Sep 19 17:25:39.137292 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-195faf12-3ff8-4088-aed5-d66ca66087be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:39.138874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-195faf12-3ff8-4088-aed5-d66ca66087be service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0448287 Sep 19 17:25:39.251321 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5103047-4d8c-4721-9b5a-f72b2acdb9a3 req-f5337e7c-5a6e-4c45-96d1-5c2402618794 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:39.252912 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5103047-4d8c-4721-9b5a-f72b2acdb9a3 req-f5337e7c-5a6e-4c45-96d1-5c2402618794 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0497599 Sep 19 17:25:39.303168 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5103047-4d8c-4721-9b5a-f72b2acdb9a3 req-0d92819f-7d4d-482f-9ab5-a93d36e31d71 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444520 Sep 19 17:25:39.632054 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5331d1-7b65-4692-91bf-798b2cb4021b req-7537150e-0bd9-464d-8b4c-6ba5996d93a7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:39.633580 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a5331d1-7b65-4692-91bf-798b2cb4021b req-7537150e-0bd9-464d-8b4c-6ba5996d93a7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0496681 Sep 19 17:25:39.686466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:39.691056 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a5331d1-7b65-4692-91bf-798b2cb4021b req-1fc01319-e639-42be-9648-37b6399753b6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497599 Sep 19 17:25:40.050519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91311da3-8e74-4761-8f3c-b74c603e588f req-eead56f2-8bcd-4b9c-bf0e-beb3d722ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:40.052043 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-91311da3-8e74-4761-8f3c-b74c603e588f req-eead56f2-8bcd-4b9c-bf0e-beb3d722ad9c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1130 time: 0.0416677 Sep 19 17:25:40.208394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b596d01e-98df-418e-af7b-ab20a7c6ec3c req-ba691d96-bcab-4f6b-bd2f-1a2b7ec66720 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0283654 Sep 19 17:25:40.298355 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:40.319381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-70c600b6-c729-46e1-8dd2-7e7f7e5481f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:40.320919 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-70c600b6-c729-46e1-8dd2-7e7f7e5481f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0911560 Sep 19 17:25:40.420703 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-9a6d0753-60ce-4566-bedb-1abe42e78165 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:40.422216 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-9a6d0753-60ce-4566-bedb-1abe42e78165 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 808 time: 0.1704481 Sep 19 17:25:40.452306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ad1f-7c33-45ec-9f81-477731c21250 req-ac055465-61e3-4dca-9dfa-49c61b71b416 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:40.453806 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f402ad1f-7c33-45ec-9f81-477731c21250 req-ac055465-61e3-4dca-9dfa-49c61b71b416 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0530992 Sep 19 17:25:40.508551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f402ad1f-7c33-45ec-9f81-477731c21250 req-01c542e1-f13f-42e3-a5c4-07ee81ac68e9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 Sep 19 17:25:40.737417 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-91311da3-8e74-4761-8f3c-b74c603e588f req-f4fb066b-b7a4-4334-8ba4-c6919fb00b00 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Sep 19 17:25:40.819629 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868955-126b-4c52-ab42-13aa8abcea7d req-f27e019b-30c7-4ca9-8567-85b563aae56e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:40.821412 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32868955-126b-4c52-ab42-13aa8abcea7d req-f27e019b-30c7-4ca9-8567-85b563aae56e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Sep 19 17:25:40.880679 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32868955-126b-4c52-ab42-13aa8abcea7d req-e29022f3-f06e-4632-809e-36eeb190a90e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Sep 19 17:25:41.026720 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a90a68-7779-434f-87ae-f79fd20a044e req-93328698-997a-468a-bec7-310962e731c3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:41.028319 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-69a90a68-7779-434f-87ae-f79fd20a044e req-93328698-997a-468a-bec7-310962e731c3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0544832 Sep 19 17:25:41.095351 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-69a90a68-7779-434f-87ae-f79fd20a044e req-955d0b3f-22c6-4fec-8fbc-3af8bd3b6d69 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584128 Sep 19 17:25:41.151986 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 55518) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:41.290477 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1e95-5bd3-4a54-82af-e4f127302055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.329748 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f66f1ae3-4862-4d1e-87fb-7a921f4e0b66 req-5134b1bb-4821-402d-a22a-58441871f04c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0310278 Sep 19 17:25:41.393001 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1e95-5bd3-4a54-82af-e4f127302055 admin admin] Publish callbacks [] for security_group (4253c5bd-10ea-474a-b027-2b85ffd98112), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.408865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Request body: {'port': {'device_id': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8', 'admin_state_up': True, 'tenant_id': '521a7d164d1343aa95087e1d4b5ebb11'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:41.448803 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-dbe9fe06-2d29-4eb6-9a75-430ec60c13c4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.0459826 Sep 19 17:25:41.474487 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:41.508717 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1e95-5bd3-4a54-82af-e4f127302055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4253c5bd-10ea-474a-b027-2b85ffd98112), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.533296 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-6f9ef26a-ebf1-44eb-8fee-346c70006102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:41.534882 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-6f9ef26a-ebf1-44eb-8fee-346c70006102 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0715656 Sep 19 17:25:41.554236 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:41.567519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec1e95-5bd3-4a54-82af-e4f127302055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4253c5bd-10ea-474a-b027-2b85ffd98112,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:41.571742 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e3ec1e95-5bd3-4a54-82af-e4f127302055 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=abf0132e62f64e828f411ab4bad81a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187086 Sep 19 17:25:41.575780 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 55530) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:41.647997 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e71fb-e3c2-46ce-ac68-8d3bfb82f0e3 req-775c89fe-d7b1-4258-a987-04b955280b8c tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:41.649942 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c1e71fb-e3c2-46ce-ac68-8d3bfb82f0e3 req-775c89fe-d7b1-4258-a987-04b955280b8c tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0563059 Sep 19 17:25:41.665699 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] Publish callbacks [] for security_group (4253c5bd-10ea-474a-b027-2b85ffd98112), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.691944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] Publish callbacks [] for security_group (4253c5bd-10ea-474a-b027-2b85ffd98112), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.703429 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Made reservation on behalf of 521a7d164d1343aa95087e1d4b5ebb11 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:25:41.707198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.719411 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c1e71fb-e3c2-46ce-ac68-8d3bfb82f0e3 req-94b54111-c976-41d2-a4cb-840b2c937147 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622957 Sep 19 17:25:41.867158 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Allocated IP 172.20.0.14 (dbea844a-2578-4e15-bc5c-36f1d79899e8/7b145de0-8171-456a-a1e2-c2fb75b3e7f7/99d1a0de-3284-4970-a396-349166d75d19) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:25:41.882484 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4253c5bd-10ea-474a-b027-2b85ffd98112), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.884517 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:41.886174 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4253c5bd-10ea-474a-b027-2b85ffd98112 HTTP/1.1" status: 204 len: 168 time: 0.3094826 Sep 19 17:25:41.898865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8a35b-9acd-4e3f-a03d-3c655296a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4253c5bd-10ea-474a-b027-2b85ffd98112,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:41.958229 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:41.975890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:42.112513 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks [] for port (99d1a0de-3284-4970-a396-349166d75d19), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:42.213310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:42.258262 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Network dbea844a-2578-4e15-bc5c-36f1d79899e8 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:25:42.262573 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:25:42.268828 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:25:42.330970 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.331960 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:42.347808 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Pushing event updated for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:42.399130 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-c7e541a3-431e-4ae0-959c-4275bbbe3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.400790 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-c7e541a3-431e-4ae0-959c-4275bbbe3470 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003184 Sep 19 17:25:42.447112 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-8a38412a-f271-4712-abc7-a03fedbb8516 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0423164 Sep 19 17:25:42.465946 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Request body: {'port': {'device_id': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:42.539057 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (99d1a0de-3284-4970-a396-349166d75d19), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:42.548605 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e9614-7c35-46fc-8aaa-6cfcc0baca75 req-0da8e1cf-9de6-4634-9fe7-eeb5fabc803b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.550128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6b0e9614-7c35-46fc-8aaa-6cfcc0baca75 req-0da8e1cf-9de6-4634-9fe7-eeb5fabc803b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 932 time: 0.0900650 Sep 19 17:25:42.604959 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-c28a03a6-c05f-4b34-9330-7675becfb5d1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769412 Sep 19 17:25:42.626125 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6b0e9614-7c35-46fc-8aaa-6cfcc0baca75 req-2234da85-fba9-484c-8a47-b01327f9b9f0 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684714 Sep 19 17:25:42.647980 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:42.857195 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d1a0de-3284-4970-a396-349166d75d19 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:42.868979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks [] for port (99d1a0de-3284-4970-a396-349166d75d19), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:42.904306 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Transition to ACTIVE for port object 99d1a0de-3284-4970-a396-349166d75d19 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:25:42.910278 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e6d07-bc9c-4469-b90e-232ec8619d2a req-a9f00d72-172f-4f23-9b4f-91901ea1fcef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:42.911960 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af3e6d07-bc9c-4469-b90e-232ec8619d2a req-a9f00d72-172f-4f23-9b4f-91901ea1fcef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0960460 Sep 19 17:25:42.997564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:43.001848 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af3e6d07-bc9c-4469-b90e-232ec8619d2a req-a117cd80-6410-4e10-8fc0-850640ad0e0a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792053 Sep 19 17:25:43.076591 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Pushing event updated for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:43.137178 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Attempting to bind port 99d1a0de-3284-4970-a396-349166d75d19 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:25:43.137816 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Attempting to bind port 99d1a0de-3284-4970-a396-349166d75d19 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:25:43.138465 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Attempting to bind port 99d1a0de-3284-4970-a396-349166d75d19 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:43.194269 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Port 99d1a0de-3284-4970-a396-349166d75d19 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:25:43.194626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Attempting to bind port 99d1a0de-3284-4970-a396-349166d75d19 on network dbea844a-2578-4e15-bc5c-36f1d79899e8 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:25:43.243162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:25:43.244346 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Checking segment: {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:25:43.244346 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Bound using segment: {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:25:43.244346 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Bound port: 99d1a0de-3284-4970-a396-349166d75d19, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:25:43.244800 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (99d1a0de-3284-4970-a396-349166d75d19), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:43.247674 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:43.319243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:25:43.325219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=99d1a0de-3284-4970-a396-349166d75d19,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:25:43.394899 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a79fd98-b38e-4033-aeb3-313991bac040 req-8bb42345-0777-49b6-b2af-5989280a44c2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233690 Sep 19 17:25:43.451723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:43.456243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:43.456923 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:43.458392 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/99d1a0de-3284-4970-a396-349166d75d19 HTTP/1.1" status: 200 len: 1094 time: 0.9971159 Sep 19 17:25:43.458965 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'tag': '99d1a0de-3284-4970-a396-349166d75d19'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:43.461277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68183f-8ad0-497a-8485-0f17957dfadd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "tag": "99d1a0de-3284-4970-a396-349166d75d19"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:43.545384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4631e789-f526-497f-b746-abeafcbf1243 x-openstack-request-id: req-4631e789-f526-497f-b746-abeafcbf1243 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:43.545384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "tag": "99d1a0de-3284-4970-a396-349166d75d19", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:43.545384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4631e789-f526-497f-b746-abeafcbf1243 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:43.545384 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4631e789-f526-497f-b746-abeafcbf1243'] response: {'name': 'network-changed', 'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'tag': '99d1a0de-3284-4970-a396-349166d75d19', 'status': 'completed', 'code': 200} Sep 19 17:25:43.548563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36df2d-28d4-435e-90c8-5e1e6c177724 service neutron] Pushing event updated for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:43.730530 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:43.773251 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-a24633b2-0cc2-4b62-8c86-9bbc3ce7fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:43.773471 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb0f9-cc76-419a-a304-03b3eceaae2f req-bfbeb02c-4b74-405c-a5ab-6c735c2c2bef tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:43.774920 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-656fb0f9-cc76-419a-a304-03b3eceaae2f req-bfbeb02c-4b74-405c-a5ab-6c735c2c2bef tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 944 time: 0.0529778 Sep 19 17:25:43.775645 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-a24633b2-0cc2-4b62-8c86-9bbc3ce7fb6f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 1128 time: 0.0629740 Sep 19 17:25:43.841593 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-656fb0f9-cc76-419a-a304-03b3eceaae2f req-1f988af8-512b-4972-84fa-09c8d81e10ff tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Sep 19 17:25:43.882504 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-c68fbbfc-1254-4ec6-bbdc-aed27dc77086 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d1a0de-3284-4970-a396-349166d75d19 HTTP/1.1" status: 200 len: 217 time: 0.0450320 Sep 19 17:25:44.122862 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:44.140310 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266c079-1623-47b8-a4c3-cc3075b8a618 req-da516819-6f8e-4849-a65d-b37510747dd1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:44.143867 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2266c079-1623-47b8-a4c3-cc3075b8a618 req-da516819-6f8e-4849-a65d-b37510747dd1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0580809 Sep 19 17:25:44.221881 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2266c079-1623-47b8-a4c3-cc3075b8a618 req-fac5db7d-8259-4c70-ba28-4d9337f71ef7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767536 Sep 19 17:25:44.329277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-7d0416d7-1d18-4f4c-86ae-346a23bf0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:44.332318 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-7d0416d7-1d18-4f4c-86ae-346a23bf0468 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7b145de0-8171-456a-a1e2-c2fb75b3e7f7 HTTP/1.1" status: 200 len: 848 time: 0.0889225 Sep 19 17:25:44.388157 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-d026d5e6-5244-40ae-a804-e3cdbd596734 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=dbea844a-2578-4e15-bc5c-36f1d79899e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483823 Sep 19 17:25:44.452024 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221094-5af5-4b53-81e7-8ee65752dde6 req-01a1ed28-5135-46c6-b97a-175b3d0ba272 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:44.454353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e3221094-5af5-4b53-81e7-8ee65752dde6 req-01a1ed28-5135-46c6-b97a-175b3d0ba272 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.1004221 Sep 19 17:25:44.466725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 55612) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:25:44.472539 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'floatingip': {'port_id': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:25:44.501286 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-da50e92a-4818-465b-bc45-37da5ad551bc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072419 Sep 19 17:25:44.565305 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:44.641195 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-64522db3-ecd5-468a-8ace-bcca29e3ff3a req-e0970c63-cda5-4403-bbf7-420760e0e6d7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254420 Sep 19 17:25:44.867860 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5dc5-1cb9-4ec8-a502-976479b9e4ba req-b54bb77a-e692-446b-b316-0d34a6fa9ef4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:44.870644 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc0d5dc5-1cb9-4ec8-a502-976479b9e4ba req-b54bb77a-e692-446b-b316-0d34a6fa9ef4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.1295593 Sep 19 17:25:45.224724 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc0d5dc5-1cb9-4ec8-a502-976479b9e4ba req-11461c33-cca0-4806-b7a6-a724eddc1b91 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437696 Sep 19 17:25:45.266493 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217ecb-b76a-4eda-b293-f3ac84ece583 req-3ea1b905-6442-4d71-ad76-0f3155602d7f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:45.268273 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70217ecb-b76a-4eda-b293-f3ac84ece583 req-3ea1b905-6442-4d71-ad76-0f3155602d7f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 944 time: 0.3230488 Sep 19 17:25:45.467420 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70217ecb-b76a-4eda-b293-f3ac84ece583 req-519ec356-a931-451d-8f46-663b12563625 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610131 Sep 19 17:25:45.628670 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:45.705746 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:45.805797 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Floating IP 1c10e869-be3d-4f4b-86c8-08d7838b04d5 associated. External IP: 172.27.3.109, port: ed6a68bf-6926-4da7-bc07-84b7931a4dbc. Sep 19 17:25:45.900538 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:45.997485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:46.020878 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:25:46.128429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:25:46.133020 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:46.140062 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:25:46.152083 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:25:46.152724 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:25:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:46.165859 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1e9cd854-f691-40a4-a37a-b78a80449ad9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/1c10e869-be3d-4f4b-86c8-08d7838b04d5 HTTP/1.1" status: 200 len: 992 time: 1.6977515 Sep 19 17:25:46.166629 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:46.168927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:46.207432 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d77c2-bb6e-45c4-8d66-9e20d2d55e5b x-openstack-request-id: req-9c1d77c2-bb6e-45c4-8d66-9e20d2d55e5b {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:46.207784 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:46.208006 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c1d77c2-bb6e-45c4-8d66-9e20d2d55e5b {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:46.208502 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1d77c2-bb6e-45c4-8d66-9e20d2d55e5b'] response: {'name': 'network-changed', 'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'status': 'completed', 'code': 200} Sep 19 17:25:46.313097 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:25:46.404916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357a91-097a-40e1-9a39-d7879b77530a req-6d16631d-3117-4ae2-92e7-4c403e90e469 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:46.406473 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-27357a91-097a-40e1-9a39-d7879b77530a req-6d16631d-3117-4ae2-92e7-4c403e90e469 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0808241 Sep 19 17:25:46.490880 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-27357a91-097a-40e1-9a39-d7879b77530a req-8d382878-f969-4748-80ce-e6a454230527 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741520 Sep 19 17:25:46.655999 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71869c-25c6-4ee8-9989-3bc8d8efd02d req-60e641ad-b684-4875-ade6-045632831a4d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:46.657702 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a71869c-25c6-4ee8-9989-3bc8d8efd02d req-60e641ad-b684-4875-ade6-045632831a4d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 944 time: 0.0636601 Sep 19 17:25:46.678550 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '1c10e869-be3d-4f4b-86c8-08d7838b04d5', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:89:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:25:04Z', 'updated_at': '2022-09-19T17:25:45Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:46.721048 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:25:46.725562 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a71869c-25c6-4ee8-9989-3bc8d8efd02d req-f3086588-2bf5-4e3a-964e-f44651544d45 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589087 Sep 19 17:25:46.737058 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:25:46.737711 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:25:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:46.848307 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:25:47.020078 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:47.089611 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '1c10e869-be3d-4f4b-86c8-08d7838b04d5', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:89:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:25:04Z', 'updated_at': '2022-09-19T17:25:45Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:25:47.116874 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24398163-467a-47d4-bb4c-fdc7cc2c57b8 None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '1c10e869-be3d-4f4b-86c8-08d7838b04d5', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:89:22:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:25:04Z', 'updated_at': '2022-09-19T17:25:45Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:25:47.266355 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:25:47.383640 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa5058f-88e4-4ae7-b2e3-3ec596ba95b1 None None] New status for floating IP 1c10e869-be3d-4f4b-86c8-08d7838b04d5: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:25:47.634989 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 99d1a0de-3284-4970-a396-349166d75d19 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:25:47.654151 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5d19-e2a6-43fb-b878-c35301c47c90 req-47b5ae63-678f-4dd6-8577-4c8089eed776 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:47.660318 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d08f5d19-e2a6-43fb-b878-c35301c47c90 req-47b5ae63-678f-4dd6-8577-4c8089eed776 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0676789 Sep 19 17:25:47.742430 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d08f5d19-e2a6-43fb-b878-c35301c47c90 req-33936deb-d589-4396-ba22-67f96de7cb92 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757942 Sep 19 17:25:47.922063 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacd506-094e-4f69-98fe-9696e531630a req-8ba71f38-8716-4b98-b8af-f7f0f53d5112 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:47.923676 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5dacd506-094e-4f69-98fe-9696e531630a req-8ba71f38-8716-4b98-b8af-f7f0f53d5112 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 944 time: 0.0616994 Sep 19 17:25:47.934481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=99d1a0de-3284-4970-a396-349166d75d19,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:47.948391 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '99d1a0de-3284-4970-a396-349166d75d19', 'network_id': 'dbea844a-2578-4e15-bc5c-36f1d79899e8', 'port_id': '99d1a0de-3284-4970-a396-349166d75d19', 'mac_address': 'fa:16:3e:ad:53:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b145de0-8171-456a-a1e2-c2fb75b3e7f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:25:47.956100 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:47.991066 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 99d1a0de-3284-4970-a396-349166d75d19 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:47.991785 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (99d1a0de-3284-4970-a396-349166d75d19), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:47.993133 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5dacd506-094e-4f69-98fe-9696e531630a req-a96dc9ee-3a51-4c6c-9ae7-6aa5493cfc6b tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Sep 19 17:25:48.011344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d1a0de-3284-4970-a396-349166d75d19 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:25:48.040074 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=99d1a0de-3284-4970-a396-349166d75d19,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:48.117192 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:48.166988 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:25:48.856750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a37d-5d57-4390-b4eb-fe77eefaa53f req-d1fae8f2-fe7a-49f4-9348-57588430df68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:48.858242 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a09a37d-5d57-4390-b4eb-fe77eefaa53f req-d1fae8f2-fe7a-49f4-9348-57588430df68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0460908 Sep 19 17:25:48.909351 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a09a37d-5d57-4390-b4eb-fe77eefaa53f req-f32c5e44-7e29-42ca-8da5-12ce70f97555 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Sep 19 17:25:49.116841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf925d6-c91f-4c74-8378-0549f18c382b req-776d6dbd-883c-4c17-851c-16e943b0e031 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:49.118376 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-faf925d6-c91f-4c74-8378-0549f18c382b req-776d6dbd-883c-4c17-851c-16e943b0e031 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0468950 Sep 19 17:25:49.171273 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-faf925d6-c91f-4c74-8378-0549f18c382b req-ae07e791-cf84-44bf-998f-349769df95be tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Sep 19 17:25:50.033180 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e038-a8e3-4e1e-835a-b66019159150 req-ca0477a3-bef9-40a8-be1e-beccdc3298f2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:50.034680 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3320e038-a8e3-4e1e-835a-b66019159150 req-ca0477a3-bef9-40a8-be1e-beccdc3298f2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0479510 Sep 19 17:25:50.079356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:50.084238 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3320e038-a8e3-4e1e-835a-b66019159150 req-14cdc2fb-a015-4328-9650-8ed9ca568f96 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Sep 19 17:25:50.293054 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9915a0c-a3f3-41f5-9c19-68b1b3538a1d req-bc716c60-df2a-465a-abf4-65525120957a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:50.294580 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9915a0c-a3f3-41f5-9c19-68b1b3538a1d req-bc716c60-df2a-465a-abf4-65525120957a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0478103 Sep 19 17:25:50.342084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9915a0c-a3f3-41f5-9c19-68b1b3538a1d req-96a2ad9f-5fe8-4928-a6fa-609e61b18a67 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Sep 19 17:25:51.212677 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb62783-1a3a-4c6c-b601-fec6cf068c1b req-e98e0807-9dfc-4ee9-a3ae-544a459028b2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:51.214215 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-deb62783-1a3a-4c6c-b601-fec6cf068c1b req-e98e0807-9dfc-4ee9-a3ae-544a459028b2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0508881 Sep 19 17:25:51.263849 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-deb62783-1a3a-4c6c-b601-fec6cf068c1b req-04660450-6dac-44cd-b250-dbc446d7c684 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Sep 19 17:25:51.464292 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04a03-d23a-418d-99b2-9ff4f4d322db req-4c44f353-c5fd-426d-ab45-347de5e51e97 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:51.465846 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9d04a03-d23a-418d-99b2-9ff4f4d322db req-4c44f353-c5fd-426d-ab45-347de5e51e97 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0483670 Sep 19 17:25:51.518037 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9d04a03-d23a-418d-99b2-9ff4f4d322db req-55c6e46f-aa13-4f93-b465-443c2cde7f55 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Sep 19 17:25:52.391345 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92198fc8-f682-4ffa-8517-f255592e2c45 req-a0ad7dd2-b898-42fc-8dde-af412d419e0e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:52.393123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92198fc8-f682-4ffa-8517-f255592e2c45 req-a0ad7dd2-b898-42fc-8dde-af412d419e0e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0502970 Sep 19 17:25:52.412887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:52.445454 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92198fc8-f682-4ffa-8517-f255592e2c45 req-74e63542-0f77-4f15-bf69-fe6b1f2204aa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466781 Sep 19 17:25:52.643575 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152e783-08d1-45cb-ba86-36b04cd4c58f req-5ad740af-c5e7-48db-8bc5-87cec9059a70 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:52.645154 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3152e783-08d1-45cb-ba86-36b04cd4c58f req-5ad740af-c5e7-48db-8bc5-87cec9059a70 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0480156 Sep 19 17:25:52.695613 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3152e783-08d1-45cb-ba86-36b04cd4c58f req-a812ece4-fa92-491f-b60e-5b3c22e5f9a0 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445642 Sep 19 17:25:52.796336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['99d1a0de-3284-4970-a396-349166d75d19'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:25:53.338989 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-a7487d07-7510-4f1a-a9cd-a66bb5664442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.341295 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-a7487d07-7510-4f1a-a9cd-a66bb5664442 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 1129 time: 0.0603685 Sep 19 17:25:53.364424 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-07461a06-62dc-4697-913b-f4a8d2eaecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.365962 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-07461a06-62dc-4697-913b-f4a8d2eaecdf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0863311 Sep 19 17:25:53.369427 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-88ad9ddd-f688-43ee-b862-6b9b1716c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.370910 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-88ad9ddd-f688-43ee-b862-6b9b1716c3ff service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1130 time: 0.0532706 Sep 19 17:25:53.478179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-3ff10210-97ca-446e-b0a4-78c2eb67b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.482351 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-3ff10210-97ca-446e-b0a4-78c2eb67b42f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 200 len: 909 time: 0.1129394 Sep 19 17:25:53.590726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-a55ab573-956f-4a63-bc4b-22e0568e8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.592991 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-a55ab573-956f-4a63-bc4b-22e0568e8ca5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.1896539 Sep 19 17:25:53.618976 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-4a5c6c83-e71d-43ff-8cf4-8da5ae17c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.618976 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-4a5c6c83-e71d-43ff-8cf4-8da5ae17c8fb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.2371066 Sep 19 17:25:53.645137 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974fee7-ea2d-4d90-aed9-2dcc91dd2400 req-cbed7e4d-ca84-4cc8-89b8-c7de2f2aedc1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.647779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6974fee7-ea2d-4d90-aed9-2dcc91dd2400 req-cbed7e4d-ca84-4cc8-89b8-c7de2f2aedc1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.1037335 Sep 19 17:25:53.711687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6974fee7-ea2d-4d90-aed9-2dcc91dd2400 req-60469442-7113-4e0e-94f2-137bf40901d2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578287 Sep 19 17:25:53.868607 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41836398-8845-47ab-8247-e8e472e61311 req-c9e3f209-5e12-4eba-9650-d1bda1f486e7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:53.870462 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-41836398-8845-47ab-8247-e8e472e61311 req-c9e3f209-5e12-4eba-9650-d1bda1f486e7 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0696774 Sep 19 17:25:53.928063 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-41836398-8845-47ab-8247-e8e472e61311 req-ab22550d-25c6-4a20-b29c-d4e9a8bfaee2 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Sep 19 17:25:54.850877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12719c-d87b-404f-947b-fcca3d7a9a01 req-b97b3793-94fb-4837-b0cb-e940d0b90ea4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:54.852469 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd12719c-d87b-404f-947b-fcca3d7a9a01 req-b97b3793-94fb-4837-b0cb-e940d0b90ea4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0466511 Sep 19 17:25:54.899875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd12719c-d87b-404f-947b-fcca3d7a9a01 req-b5630b29-6864-4446-ae57-6eca688f8cf1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Sep 19 17:25:55.050560 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ffe87-345b-41ac-bf9b-806967b23826 req-7af37c31-70c9-41e7-b6d8-5e13de0b0102 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:55.052045 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da1ffe87-345b-41ac-bf9b-806967b23826 req-7af37c31-70c9-41e7-b6d8-5e13de0b0102 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0462539 Sep 19 17:25:55.101401 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da1ffe87-345b-41ac-bf9b-806967b23826 req-54dd3ab0-155c-41b3-a65d-e1a02713f33f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Sep 19 17:25:56.026832 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66bc4-f583-45da-9641-c2792f215959 req-7aea6f5a-e96c-49f2-ab9a-7db9d446f3eb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:56.028437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-75e66bc4-f583-45da-9641-c2792f215959 req-7aea6f5a-e96c-49f2-ab9a-7db9d446f3eb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0512433 Sep 19 17:25:56.079051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-75e66bc4-f583-45da-9641-c2792f215959 req-7c7bde99-3a9c-441d-a043-1157de66679a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Sep 19 17:25:56.094991 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e2c64aad-b410-4832-9e65-a24391e8216e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:56.185042 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:56.221009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21491af-4a4c-4013-90c5-6461fb6c0f60 req-22a96d13-b5e9-480d-bcd3-42fb53174eb9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:56.222479 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c21491af-4a4c-4013-90c5-6461fb6c0f60 req-22a96d13-b5e9-480d-bcd3-42fb53174eb9 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0457318 Sep 19 17:25:56.268740 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c21491af-4a4c-4013-90c5-6461fb6c0f60 req-5feedd8d-1bf8-4a3d-870f-2f8809d3fb57 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Sep 19 17:25:57.204477 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555a08-c0ae-468b-9672-4b32e89a8f2b req-b090f31f-15e2-491c-bb2d-84484a80c3c1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.205998 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb555a08-c0ae-468b-9672-4b32e89a8f2b req-b090f31f-15e2-491c-bb2d-84484a80c3c1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0488327 Sep 19 17:25:57.252076 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb555a08-c0ae-468b-9672-4b32e89a8f2b req-f891224e-7e6e-4f9a-957f-36863cb2ea6b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Sep 19 17:25:57.388438 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938e7f-dee3-4476-ad89-addc7b8e0ddb req-2576d96b-38b9-4fcf-bc77-7aeb7edb6319 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:57.389959 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47938e7f-dee3-4476-ad89-addc7b8e0ddb req-2576d96b-38b9-4fcf-bc77-7aeb7edb6319 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0484912 Sep 19 17:25:57.402729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:57.440933 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47938e7f-dee3-4476-ad89-addc7b8e0ddb req-8e4dacba-1531-45b9-ba67-0913f4cf531f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451422 Sep 19 17:25:57.568094 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:57.659476 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:58.283824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-7bce7614-b8d9-4163-9aef-e0d0f2b73bc6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99d1a0de-3284-4970-a396-349166d75d19 HTTP/1.1" status: 200 len: 217 time: 0.0375047 Sep 19 17:25:58.312456 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-dd952d52-5a24-47af-9030-8b7a9d192f67 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.0593607 Sep 19 17:25:58.347761 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-853f26ee-0dc0-47e0-b797-1d9e82664299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.349837 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-853f26ee-0dc0-47e0-b797-1d9e82664299 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7b145de0-8171-456a-a1e2-c2fb75b3e7f7 HTTP/1.1" status: 200 len: 848 time: 0.0570824 Sep 19 17:25:58.367102 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-96411c4b-66ae-4207-b863-3ca726831f6e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 1002 time: 0.1211360 Sep 19 17:25:58.378443 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-3da6220c-2f26-412b-9beb-4f4b065c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.379954 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-3da6220c-2f26-412b-9beb-4f4b065c2612 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0603755 Sep 19 17:25:58.395642 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-a918b6c2-8fe5-43f8-8d86-fd4eaee24617 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=dbea844a-2578-4e15-bc5c-36f1d79899e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302706 Sep 19 17:25:58.406159 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f14cb-1f9f-4ca0-9388-bcb0edf866d1 req-c0f6ef0d-687b-4e6e-9656-c3bc74572d8e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.407557 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e46f14cb-1f9f-4ca0-9388-bcb0edf866d1 req-c0f6ef0d-687b-4e6e-9656-c3bc74572d8e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0778563 Sep 19 17:25:58.497027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-15d7dc2f-94bb-4aeb-8752-73a6dcdb05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.498609 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-15d7dc2f-94bb-4aeb-8752-73a6dcdb05cb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803504 Sep 19 17:25:58.528141 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-14d1ce89-d3b7-4b72-9628-f5abbd1c3f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:58.539067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-98ce5a4f-9d94-4c23-869f-58453dcd470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.541867 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-98ce5a4f-9d94-4c23-869f-58453dcd470b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.1303034 Sep 19 17:25:58.549771 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e46f14cb-1f9f-4ca0-9388-bcb0edf866d1 req-30967393-e846-40f1-aa7b-5ee8daaf701c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354437 Sep 19 17:25:58.556302 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-9ccdd30a-2c3c-4c91-916f-e985b6903bc4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443136 Sep 19 17:25:58.589972 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:58.601811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:58.640407 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-d59b08f0-2a67-4ab3-b1d3-22850440286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.641900 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-d59b08f0-2a67-4ab3-b1d3-22850440286f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561428 Sep 19 17:25:58.658624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92d09b-b00f-4fa3-9f3e-e1a42992e32c req-45457cd9-d48e-4cd0-9a5c-910765388528 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:58.660831 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7c92d09b-b00f-4fa3-9f3e-e1a42992e32c req-45457cd9-d48e-4cd0-9a5c-910765388528 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0983448 Sep 19 17:25:58.683869 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-94a9062b-65da-4283-b793-1f0b2c2099a1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783292 Sep 19 17:25:58.726050 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a68183f-8ad0-497a-8485-0f17957dfadd req-50204d93-8f9c-441f-b6dc-7f6891f48988 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534681 Sep 19 17:25:58.737832 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7c92d09b-b00f-4fa3-9f3e-e1a42992e32c req-b72405b0-211a-4ada-af4c-5e702bf1dfaf tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Sep 19 17:25:59.037987 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-79a6115a-ab2b-4a99-a285-db6be3f17944 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785865 Sep 19 17:25:59.051195 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e4243bba-5b0e-47cc-8673-cdd6896092df req-cd2f17ca-5671-4818-b22a-84c9ef33b675 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421226 Sep 19 17:25:59.288394 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-da2c7f7c-4d15-49a8-8a15-237b726dbb3a req-65a1b37d-c94e-4876-8ad2-40af9980206e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910299 Sep 19 17:25:59.556973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:59.585643 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 99d1a0de-3284-4970-a396-349166d75d19 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:25:59.632742 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 99d1a0de-3284-4970-a396-349166d75d19 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:25:59.688607 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 99d1a0de-3284-4970-a396-349166d75d19 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:25:59.688980 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (99d1a0de-3284-4970-a396-349166d75d19), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:59.689319 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 99d1a0de-3284-4970-a396-349166d75d19 Sep 19 17:25:59.693409 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475c47-bfcf-4b2d-baa0-9953a90bd342 req-e60630ab-3661-4c2b-9363-21e2e98f1458 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:59.694928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14475c47-bfcf-4b2d-baa0-9953a90bd342 req-e60630ab-3661-4c2b-9363-21e2e98f1458 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0481782 Sep 19 17:25:59.736275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:59.750523 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14475c47-bfcf-4b2d-baa0-9953a90bd342 req-d0d9a198-82dd-46e4-af18-2d7475a7e40d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Sep 19 17:25:59.764033 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:25:59.774689 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 99d1a0de-3284-4970-a396-349166d75d19 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:25:59.775076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (99d1a0de-3284-4970-a396-349166d75d19), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:59.799035 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1a0de-3284-4970-a396-349166d75d19'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:25:59.801354 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a09e2-c916-4c82-ac88-d3eec733597d" -d '{"events": [{"server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "name": "network-vif-plugged", "status": "completed", "tag": "99d1a0de-3284-4970-a396-349166d75d19"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:25:59.815064 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=99d1a0de-3284-4970-a396-349166d75d19,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:25:59.842470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2f8cd2-4079-4a35-839e-f7048953a367 x-openstack-request-id: req-ed2f8cd2-4079-4a35-839e-f7048953a367 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:25:59.842853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "name": "network-vif-plugged", "status": "completed", "tag": "99d1a0de-3284-4970-a396-349166d75d19", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:25:59.843158 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed2f8cd2-4079-4a35-839e-f7048953a367 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:25:59.843635 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2f8cd2-4079-4a35-839e-f7048953a367'] response: {'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1a0de-3284-4970-a396-349166d75d19', 'code': 200} Sep 19 17:25:59.864525 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b6674-5959-45ba-8eac-df47d2f608f9 req-ff7e53a4-d42a-4c7f-a8d0-e7f06f18a750 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:25:59.866022 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e91b6674-5959-45ba-8eac-df47d2f608f9 req-ff7e53a4-d42a-4c7f-a8d0-e7f06f18a750 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 945 time: 0.0483861 Sep 19 17:25:59.881620 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:25:59.917066 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e91b6674-5959-45ba-8eac-df47d2f608f9 req-4b600e54-d667-4977-923c-906a1901fa6c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Sep 19 17:25:59.931364 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:00.236592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310d0c-9ccd-4c3d-8e74-824a49ec438e req-fae24e09-d688-4673-8ade-ddf8be72d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:00.238097 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-39310d0c-9ccd-4c3d-8e74-824a49ec438e req-fae24e09-d688-4673-8ade-ddf8be72d36a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 1130 time: 0.0376377 Sep 19 17:26:00.282855 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-39310d0c-9ccd-4c3d-8e74-824a49ec438e req-0bea7be5-cb1a-4482-ae90-5e79ff8b2873 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Sep 19 17:26:00.871549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada658fc-bf23-43ab-b0fa-9133d42cfbbe req-29fd7e96-81fc-40d7-804e-388cb0266a2a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:00.873226 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ada658fc-bf23-43ab-b0fa-9133d42cfbbe req-29fd7e96-81fc-40d7-804e-388cb0266a2a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0461144 Sep 19 17:26:00.886741 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:00.923107 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ada658fc-bf23-43ab-b0fa-9133d42cfbbe req-be1d4efc-ae55-4c79-baa0-26c8f7db6c3e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Sep 19 17:26:01.040400 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2657e-0bcb-445a-8aa9-fce0065d0e7b req-e33ddb51-2174-4858-9be4-80ac5ba0505a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:01.042411 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3c2657e-0bcb-445a-8aa9-fce0065d0e7b req-e33ddb51-2174-4858-9be4-80ac5ba0505a tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0501776 Sep 19 17:26:01.092924 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3c2657e-0bcb-445a-8aa9-fce0065d0e7b req-8d79d405-9ab6-4964-9586-2335304bcc81 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Sep 19 17:26:01.121790 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:01.511801 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:02.046826 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072913c-ad43-41de-8aec-074c14c37f35 req-0f7db53a-8771-4f8f-9973-ea3df383f57f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:02.048358 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b072913c-ad43-41de-8aec-074c14c37f35 req-0f7db53a-8771-4f8f-9973-ea3df383f57f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0470407 Sep 19 17:26:02.103531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b072913c-ad43-41de-8aec-074c14c37f35 req-06d8661a-e257-46ca-9739-803abf21af76 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Sep 19 17:26:02.227194 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7cbec-6f39-4300-ad74-079e88a660d5 req-4b1da631-1bce-4e7d-b57b-f0fb8d6fbd65 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:02.229523 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5fa7cbec-6f39-4300-ad74-079e88a660d5 req-4b1da631-1bce-4e7d-b57b-f0fb8d6fbd65 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0544202 Sep 19 17:26:02.289463 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5fa7cbec-6f39-4300-ad74-079e88a660d5 req-7b4e86f8-4526-49fa-88c9-7f38bc354fb0 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Sep 19 17:26:03.248796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:03.259152 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afccdc4-818d-4704-b37e-cc1a629ecb01 req-8e80d5dc-4141-4b80-90ee-05a78ff9aa15 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.259475 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7afccdc4-818d-4704-b37e-cc1a629ecb01 req-8e80d5dc-4141-4b80-90ee-05a78ff9aa15 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0523491 Sep 19 17:26:03.314333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7afccdc4-818d-4704-b37e-cc1a629ecb01 req-59b20d12-5fe0-4b92-a811-bf1ba738180e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486836 Sep 19 17:26:03.445553 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b2240-a997-4c6d-8229-89bb021486d7 req-e0f0bf4c-af00-49b3-80db-f46f56e0fd0d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:03.447055 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f24b2240-a997-4c6d-8229-89bb021486d7 req-e0f0bf4c-af00-49b3-80db-f46f56e0fd0d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0502636 Sep 19 17:26:03.497061 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f24b2240-a997-4c6d-8229-89bb021486d7 req-e3b09b51-e057-49ea-b48f-d4a34944796f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Sep 19 17:26:04.489983 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9b8b3-ea9a-4486-a358-8e4a661ed913 req-40afd6a7-c083-4701-9005-e8d6de44667a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:04.491558 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2a9b8b3-ea9a-4486-a358-8e4a661ed913 req-40afd6a7-c083-4701-9005-e8d6de44667a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0553842 Sep 19 17:26:04.545220 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2a9b8b3-ea9a-4486-a358-8e4a661ed913 req-437b156c-f28b-4b08-ad46-18ac99360233 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Sep 19 17:26:05.530949 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfc366-9bf6-4bd8-957a-70a7a7f7e09a req-631df292-fe45-49b5-8dcd-d24d3fac962c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:05.532492 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cbdfc366-9bf6-4bd8-957a-70a7a7f7e09a req-631df292-fe45-49b5-8dcd-d24d3fac962c tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0481491 Sep 19 17:26:05.580575 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cbdfc366-9bf6-4bd8-957a-70a7a7f7e09a req-48662434-01d5-48be-8055-a1346e04991f tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Sep 19 17:26:05.687021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73b7e8-4a53-48d7-a4b0-1d07aa937bd6 req-c53a5f2a-ceed-4d4a-b961-e6a3e7b9d7c1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:05.689087 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1c73b7e8-4a53-48d7-a4b0-1d07aa937bd6 req-c53a5f2a-ceed-4d4a-b961-e6a3e7b9d7c1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0537007 Sep 19 17:26:05.939266 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1c73b7e8-4a53-48d7-a4b0-1d07aa937bd6 req-db87eba6-03c5-49ba-b8c3-ac079820cda4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450433 Sep 19 17:26:06.519002 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56014) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:06.624603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3c509706-835d-4834-bc23-1fb0fab60a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:06.732491 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6159b0-ddec-46d3-9416-d3071bd5b53a req-66063b3a-8a2b-4375-a784-33583bf77b42 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:06.734434 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a6159b0-ddec-46d3-9416-d3071bd5b53a req-66063b3a-8a2b-4375-a784-33583bf77b42 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0641539 Sep 19 17:26:06.761001 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3c509706-835d-4834-bc23-1fb0fab60a62 admin admin] Publish callbacks [] for security_group (64ace0fe-fed7-4d16-bb45-2bc89a988546), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:06.790816 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:06.796424 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a6159b0-ddec-46d3-9416-d3071bd5b53a req-7dc08b5c-0521-4245-a444-db1590e94d7e tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558121 Sep 19 17:26:06.825819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3c509706-835d-4834-bc23-1fb0fab60a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (64ace0fe-fed7-4d16-bb45-2bc89a988546), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:06.869499 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3c509706-835d-4834-bc23-1fb0fab60a62 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8198882aaec047f5b3efc840a6f64a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494339 Sep 19 17:26:06.870385 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c509706-835d-4834-bc23-1fb0fab60a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ace0fe-fed7-4d16-bb45-2bc89a988546,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:06.872258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56024) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:06.923914 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] Publish callbacks [] for security_group (64ace0fe-fed7-4d16-bb45-2bc89a988546), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:06.944017 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] Publish callbacks [] for security_group (64ace0fe-fed7-4d16-bb45-2bc89a988546), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:07.067118 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e53309-4281-4b19-95f0-7ee154c21e70 req-83608c47-c851-4820-a7fb-4e27be810ee9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:07.068634 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d6e53309-4281-4b19-95f0-7ee154c21e70 req-83608c47-c851-4820-a7fb-4e27be810ee9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0466685 Sep 19 17:26:07.083323 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (64ace0fe-fed7-4d16-bb45-2bc89a988546), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:07.086756 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:07.091495 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/64ace0fe-fed7-4d16-bb45-2bc89a988546 HTTP/1.1" status: 204 len: 168 time: 0.2171288 Sep 19 17:26:07.105178 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966be6a-c11e-40b3-ac5f-55a91d2c96dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ace0fe-fed7-4d16-bb45-2bc89a988546,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:07.127954 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d6e53309-4281-4b19-95f0-7ee154c21e70 req-818237d5-4ba0-43c8-b405-15a9ad81fc6f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Sep 19 17:26:07.804443 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-6dc5a72b-adcb-4fa8-8573-d42029b653e5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:07.805811 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-6dc5a72b-adcb-4fa8-8573-d42029b653e5 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0461609 Sep 19 17:26:07.901241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Deleting port 99d1a0de-3284-4970-a396-349166d75d19 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:26:07.901832 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (99d1a0de-3284-4970-a396-349166d75d19), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:07.936583 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfe3ca-e5c0-4456-8614-5420a6883559 req-0b5966f7-570a-4cf8-bfeb-1e1fc4bc58b3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:07.938074 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5adfe3ca-e5c0-4456-8614-5420a6883559 req-0b5966f7-570a-4cf8-bfeb-1e1fc4bc58b3 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 946 time: 0.0530028 Sep 19 17:26:07.968958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:07.988243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:07.992339 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5adfe3ca-e5c0-4456-8614-5420a6883559 req-5a7fa79a-32cd-4bbf-9d48-6f04fc2da86d tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=eef40226-0c83-4548-8526-4ff57196ed2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Sep 19 17:26:08.000748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] For port 99d1a0de-3284-4970-a396-349166d75d19, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=99d1a0de-3284-4970-a396-349166d75d19,segment=NetworkSegment(aa88ef23-14f6-4db0-9bac-8a04b8c90c33),segment_id=aa88ef23-14f6-4db0-9bac-8a04b8c90c33)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:26:08.001121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (99d1a0de-3284-4970-a396-349166d75d19), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:08.014626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Calling delete_port for 99d1a0de-3284-4970-a396-349166d75d19 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:26:08.082145 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:08.226527 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (99d1a0de-3284-4970-a396-349166d75d19), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:08.272679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['99d1a0de-3284-4970-a396-349166d75d19'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:26:08.308279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Pushing event deleted for resources: {'Port': ['ID=99d1a0de-3284-4970-a396-349166d75d19,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:08.327857 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f447-cca1-45b1-aaa8-6be890831312 req-293b9228-a5b4-4ac5-b2c5-efd2157e20da tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:08.330222 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6777f447-cca1-45b1-aaa8-6be890831312 req-293b9228-a5b4-4ac5-b2c5-efd2157e20da tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.1048820 Sep 19 17:26:08.339783 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] No DVR routers for this DVR port 99d1a0de-3284-4970-a396-349166d75d19 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:26:08.342350 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:08.346584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a34123e4-03c1-457f-8f50-1748c27a0990 req-8dc33eb5-0422-45a6-96bb-2c8449ef1dd4 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.67 "DELETE /networking/v2.0/ports/99d1a0de-3284-4970-a396-349166d75d19 HTTP/1.1" status: 204 len: 173 time: 0.5335720 Sep 19 17:26:08.347481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'name': 'network-vif-deleted', 'tag': '99d1a0de-3284-4970-a396-349166d75d19'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:26:08.350071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bca7569-75d1-412c-9924-14312144f257" -d '{"events": [{"server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "name": "network-vif-deleted", "tag": "99d1a0de-3284-4970-a396-349166d75d19"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:08.404715 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6777f447-cca1-45b1-aaa8-6be890831312 req-345cd3b0-a5f7-4a4c-a552-b063660608df tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676005 Sep 19 17:26:08.413207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31272e26-9154-4d3b-961c-4762cc256f36 x-openstack-request-id: req-31272e26-9154-4d3b-961c-4762cc256f36 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:08.413501 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3986658-9450-4b09-86ac-4d112cca8b0e", "name": "network-vif-deleted", "tag": "99d1a0de-3284-4970-a396-349166d75d19", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:08.413920 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31272e26-9154-4d3b-961c-4762cc256f36 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:08.414331 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31272e26-9154-4d3b-961c-4762cc256f36'] response: {'server_uuid': 'e3986658-9450-4b09-86ac-4d112cca8b0e', 'name': 'network-vif-deleted', 'tag': '99d1a0de-3284-4970-a396-349166d75d19', 'status': 'completed', 'code': 200} Sep 19 17:26:09.164606 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32437705-bc99-4dc7-a495-7423078bf4ae req-15697741-4a72-422d-97bf-b4f903b9c731 tempest-VolumesActionsTest-553757696 tempest-VolumesActionsTest-553757696-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e3986658-9450-4b09-86ac-4d112cca8b0e HTTP/1.1" status: 200 len: 210 time: 0.0428360 Sep 19 17:26:09.198516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56134) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:09.318407 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-939bf12d-4cae-47f5-8ce3-2a9f1579ba04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.399961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-939bf12d-4cae-47f5-8ce3-2a9f1579ba04 admin admin] Publish callbacks [] for security_group (f39693ba-2832-4f9b-a201-d67275e2825d), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.493402 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-939bf12d-4cae-47f5-8ce3-2a9f1579ba04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f39693ba-2832-4f9b-a201-d67275e2825d), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.538999 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d10e6b-9fc9-4de8-b5a9-8ad2e185cf47 req-1ad72895-0047-4aec-892d-e6e302786119 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:09.540551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a1d10e6b-9fc9-4de8-b5a9-8ad2e185cf47 req-1ad72895-0047-4aec-892d-e6e302786119 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0610509 Sep 19 17:26:09.546553 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-939bf12d-4cae-47f5-8ce3-2a9f1579ba04 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=712b1d890ec348f3bc09ea7d8ed23393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439517 Sep 19 17:26:09.546553 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bf12d-4cae-47f5-8ce3-2a9f1579ba04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39693ba-2832-4f9b-a201-d67275e2825d,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:09.548159 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56156) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:09.599202 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a1d10e6b-9fc9-4de8-b5a9-8ad2e185cf47 req-100368d3-5cc2-4b3c-a231-ac3c8853b34a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Sep 19 17:26:09.612978 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] Publish callbacks [] for security_group (f39693ba-2832-4f9b-a201-d67275e2825d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.634964 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] Publish callbacks [] for security_group (f39693ba-2832-4f9b-a201-d67275e2825d), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.763188 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f39693ba-2832-4f9b-a201-d67275e2825d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.765912 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:09.767058 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f39693ba-2832-4f9b-a201-d67275e2825d HTTP/1.1" status: 204 len: 168 time: 0.2177579 Sep 19 17:26:09.777685 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f0eea-ded5-441d-b529-452153899c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39693ba-2832-4f9b-a201-d67275e2825d,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:10.722717 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1f22d-2b9b-4750-84e1-2d31bd7a437e req-801c48c4-ccf5-4087-8e72-3e6fe7eca504 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:10.725211 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3b1f22d-2b9b-4750-84e1-2d31bd7a437e req-801c48c4-ccf5-4087-8e72-3e6fe7eca504 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0461783 Sep 19 17:26:10.774854 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3b1f22d-2b9b-4750-84e1-2d31bd7a437e req-4b11fcf8-861b-43c8-b162-807b55519450 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Sep 19 17:26:11.550408 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 99d1a0de-3284-4970-a396-349166d75d19 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:26:11.574547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 99d1a0de-3284-4970-a396-349166d75d19 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:26:11.575147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 99d1a0de-3284-4970-a396-349166d75d19 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:26:11.895234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908be1a-4e9d-48b7-9acd-86b43af819b7 req-a0ea08e0-c882-4edb-b67d-c1e4174b3021 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:11.903303 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e908be1a-4e9d-48b7-9acd-86b43af819b7 req-a0ea08e0-c882-4edb-b67d-c1e4174b3021 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0467653 Sep 19 17:26:11.954079 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e908be1a-4e9d-48b7-9acd-86b43af819b7 req-63cc110c-5823-40a7-b98b-105f260f841b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494936 Sep 19 17:26:13.084768 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ea312-6939-42cf-8a1d-61bb9316dea9 req-bf94b733-cf3a-4afa-8646-6326b2f5b790 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:13.086255 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-658ea312-6939-42cf-8a1d-61bb9316dea9 req-bf94b733-cf3a-4afa-8646-6326b2f5b790 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0521061 Sep 19 17:26:13.136264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-658ea312-6939-42cf-8a1d-61bb9316dea9 req-6c8a57f3-194b-4ff6-8173-dd192c410e15 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Sep 19 17:26:14.256104 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff88bc-2573-4250-be80-b7f0840188bc req-a92e3a09-9d9f-45f3-a194-7addf7bd09f5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:14.257584 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b2ff88bc-2573-4250-be80-b7f0840188bc req-a92e3a09-9d9f-45f3-a194-7addf7bd09f5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0465610 Sep 19 17:26:14.305353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b2ff88bc-2573-4250-be80-b7f0840188bc req-8ff015d2-6226-49ef-86a1-f324a79817e7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 Sep 19 17:26:15.428083 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e402c-63ef-4acb-aa6f-6655685360e7 req-9ab3fee4-adad-404f-971e-ae9b3648d3e8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:15.429551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b6e402c-63ef-4acb-aa6f-6655685360e7 req-9ab3fee4-adad-404f-971e-ae9b3648d3e8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0454473 Sep 19 17:26:15.479332 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b6e402c-63ef-4acb-aa6f-6655685360e7 req-5618a20d-1fba-4d4c-9724-b6bd6732d6b2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Sep 19 17:26:16.598666 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69362ae-2390-4dfe-85a3-376589a1c46b req-ab488820-5fca-4940-94a4-4aae6f23a018 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:16.600147 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a69362ae-2390-4dfe-85a3-376589a1c46b req-ab488820-5fca-4940-94a4-4aae6f23a018 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0445929 Sep 19 17:26:16.647485 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a69362ae-2390-4dfe-85a3-376589a1c46b req-63adfcf9-6d65-4679-813f-508a396120d8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Sep 19 17:26:17.764867 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:17.771522 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7286f-f17a-4fd4-ab75-80662bbe495f req-03d67241-e56b-463d-8ebd-5478a2907657 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:17.775793 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5f7286f-f17a-4fd4-ab75-80662bbe495f req-03d67241-e56b-463d-8ebd-5478a2907657 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0482132 Sep 19 17:26:17.823716 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5f7286f-f17a-4fd4-ab75-80662bbe495f req-ff7defaa-b028-4c90-af82-4bdecca9dbf2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Sep 19 17:26:18.949892 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a75e4-3ae3-4f8c-8cf0-a5c27cb67664 req-3c5e88b8-43d1-46e1-b182-03296fc6c345 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:18.952133 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d41a75e4-3ae3-4f8c-8cf0-a5c27cb67664 req-3c5e88b8-43d1-46e1-b182-03296fc6c345 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0505943 Sep 19 17:26:18.999189 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d41a75e4-3ae3-4f8c-8cf0-a5c27cb67664 req-61f5b58a-b3eb-41da-b846-c5ed9a0f8585 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Sep 19 17:26:19.685262 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:DELETE=11,neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:19.778081 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:20.116607 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc336f5-0e15-4fec-97c9-b4746b98f3d6 req-d68f8129-28d9-4dbd-9a5f-3f34ab1dcf48 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:20.118161 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fc336f5-0e15-4fec-97c9-b4746b98f3d6 req-d68f8129-28d9-4dbd-9a5f-3f34ab1dcf48 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0453458 Sep 19 17:26:20.166376 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fc336f5-0e15-4fec-97c9-b4746b98f3d6 req-ae7eee4c-7829-4f98-932e-dd54f2fe8844 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Sep 19 17:26:21.339894 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea86f7-2531-4e32-a4ad-866870f67f13 req-8184e67d-6d50-4019-b2af-9ff83bdc071f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:21.351241 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a8ea86f7-2531-4e32-a4ad-866870f67f13 req-8184e67d-6d50-4019-b2af-9ff83bdc071f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0932202 Sep 19 17:26:21.362218 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:21.424439 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a8ea86f7-2531-4e32-a4ad-866870f67f13 req-f17a7c0c-5b50-4ccf-b98a-d727fc0acb77 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 Sep 19 17:26:21.553593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:21.555014 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=14 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:22.006665 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ef74-7041-40c8-8096-7faa6218b74f req-8a2d92d1-ffba-405e-aa38-f4414b967a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:22.009376 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-eb32ef74-7041-40c8-8096-7faa6218b74f req-8a2d92d1-ffba-405e-aa38-f4414b967a67 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0434217 Sep 19 17:26:22.067434 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-eb32ef74-7041-40c8-8096-7faa6218b74f req-bf9f6e43-b9f7-4b19-990f-f71dc3fb00f8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Sep 19 17:26:22.565180 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7ccd4-619a-45f9-b67e-9dd758f270a9 req-780012a2-5e33-49e6-98c9-426eb279e217 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:22.567644 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18f7ccd4-619a-45f9-b67e-9dd758f270a9 req-780012a2-5e33-49e6-98c9-426eb279e217 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0501409 Sep 19 17:26:22.637170 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18f7ccd4-619a-45f9-b67e-9dd758f270a9 req-e4c20649-a056-4351-bd77-2d9acc808c63 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Sep 19 17:26:23.805728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655a74b-e3b5-406f-94fb-c7e6da0fec33 req-30678718-20e7-4db1-8be2-33ceb772a407 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:23.808539 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0655a74b-e3b5-406f-94fb-c7e6da0fec33 req-30678718-20e7-4db1-8be2-33ceb772a407 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0709796 Sep 19 17:26:23.937021 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0655a74b-e3b5-406f-94fb-c7e6da0fec33 req-ea27b40c-8809-493e-b7c1-d5b9e87600d0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201634 Sep 19 17:26:24.265821 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:26:25.070348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde16b0-a1b0-4b24-b46d-70fed2848f37 req-e4f6ca8d-e743-4d91-9718-664556f1e003 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.072306 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0bde16b0-a1b0-4b24-b46d-70fed2848f37 req-e4f6ca8d-e743-4d91-9718-664556f1e003 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0541396 Sep 19 17:26:25.131347 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0bde16b0-a1b0-4b24-b46d-70fed2848f37 req-4b133314-7050-4414-ae63-73ab8177a1b5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527475 Sep 19 17:26:25.355767 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-117ebb45-bda3-4efd-99ee-8981a79aa485 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421522 Sep 19 17:26:25.585214 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-3523c56c-fff8-49f5-873f-76a9712bccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.586750 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-3523c56c-fff8-49f5-873f-76a9712bccf0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1129 time: 0.0458610 Sep 19 17:26:25.721594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b352-cfbf-4cd0-a9cf-5b5109825df8 req-ac9709a2-1c77-4883-b2e2-adde66585f3b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.724137 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8891b352-cfbf-4cd0-a9cf-5b5109825df8 req-ac9709a2-1c77-4883-b2e2-adde66585f3b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0534680 Sep 19 17:26:25.724490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-6293d7c4-4844-4165-8a32-7658c61a3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.725936 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-6293d7c4-4844-4165-8a32-7658c61a3f5e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.1081779 Sep 19 17:26:25.766827 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-197109aa-740c-4662-b24b-3c5ae683eb68 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 200 len: 217 time: 0.0338063 Sep 19 17:26:25.771375 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8891b352-cfbf-4cd0-a9cf-5b5109825df8 req-7aada404-a412-4527-8538-571814717a34 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Sep 19 17:26:25.908743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e39413-792b-4732-82c4-7deae5243930 req-4c640b73-bb56-4d8b-919a-785b397f6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.910259 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-4c640b73-bb56-4d8b-919a-785b397f6b0a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0586720 Sep 19 17:26:25.915435 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-0a86c715-0d3b-444a-9a35-28b6cf18be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:25.918703 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-0a86c715-0d3b-444a-9a35-28b6cf18be89 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.1003866 Sep 19 17:26:26.009985 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-60c28bb9-51c1-4ebf-a98f-69c02fa38032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.015921 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-60c28bb9-51c1-4ebf-a98f-69c02fa38032 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871220 Sep 19 17:26:26.112389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-627d5afb-6985-4253-8bbc-73873f2452fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.120545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e39413-792b-4732-82c4-7deae5243930 req-056bb980-84dd-4cb4-be2f-3eb8ad182cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.122338 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-056bb980-84dd-4cb4-be2f-3eb8ad182cc1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.2027700 Sep 19 17:26:26.149078 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56470) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:26.189232 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-6c517c2d-2374-4a16-a3b4-fe5cd2d4a0a5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.0564849 Sep 19 17:26:26.226707 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-bad04d63-39e6-41b1-afc5-3d2a84c7dd78 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017424 Sep 19 17:26:26.270363 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e39413-792b-4732-82c4-7deae5243930 req-a1f985aa-09a7-4e51-aec6-a7385ca4127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.276816 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-a1f985aa-09a7-4e51-aec6-a7385ca4127c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0758145 Sep 19 17:26:26.323077 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.376865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e39413-792b-4732-82c4-7deae5243930 req-636f436a-89d4-4faa-a3ea-aa78b97a7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.378508 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-636f436a-89d4-4faa-a3ea-aa78b97a7263 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742354 Sep 19 17:26:26.416703 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c206daf1-af32-4304-b50c-00ba0c51f2bf req-ac298f8d-d333-4a88-ad3c-144c6db0975c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770935 Sep 19 17:26:26.448056 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Publish callbacks [] for security_group (52507195-1a88-4572-8c81-e1ed6e07e72e), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.495647 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-3a21bc52-bd5e-4d63-9419-66ed3c86f75e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043842 Sep 19 17:26:26.534630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (52507195-1a88-4572-8c81-e1ed6e07e72e), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.594055 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d166a4423a1b424c8a6c2dd61ec64795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436293 Sep 19 17:26:26.595143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56476) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:26.605839 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:26.618513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52507195-1a88-4572-8c81-e1ed6e07e72e,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:26.645511 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b4e39413-792b-4732-82c4-7deae5243930 req-f8ffc099-f43e-4f52-9b02-82d6d8a6b4a0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408999 Sep 19 17:26:26.660572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:26.664018 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.664925 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.665379 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.665899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.666695 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.667160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.667705 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.668725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.669458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.671667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.672697 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.673229 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.673620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.674132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.675199 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db77625-4775-489d-9807-9642f5fd4152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:26.710264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] Publish callbacks [] for security_group (52507195-1a88-4572-8c81-e1ed6e07e72e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.739129 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] Publish callbacks [] for security_group (52507195-1a88-4572-8c81-e1ed6e07e72e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.898925 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (52507195-1a88-4572-8c81-e1ed6e07e72e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.902782 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:26.904159 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/52507195-1a88-4572-8c81-e1ed6e07e72e HTTP/1.1" status: 204 len: 168 time: 0.3045826 Sep 19 17:26:26.933771 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da5680-d4d3-4bf3-be74-9ff4f0b656be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52507195-1a88-4572-8c81-e1ed6e07e72e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:26.952678 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74017a5-5121-4419-9524-a0cdafb99fff req-c6535cf7-d663-48ed-98e8-75826c9f7edb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:26.966424 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d74017a5-5121-4419-9524-a0cdafb99fff req-c6535cf7-d663-48ed-98e8-75826c9f7edb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.1020665 Sep 19 17:26:27.020383 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d74017a5-5121-4419-9524-a0cdafb99fff req-df1c7332-ccd9-42a8-82a5-f3b61202a2f0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533156 Sep 19 17:26:27.648003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56488) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:27.662886 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5fcd574-b2a9-4ceb-89a4-57dd318e2ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:27.684948 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:27.746897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5fcd574-b2a9-4ceb-89a4-57dd318e2ac0 admin admin] Publish callbacks [] for security_group (30467bb3-1657-4215-b522-c1b9b0548ce2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:27.807455 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5fcd574-b2a9-4ceb-89a4-57dd318e2ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (30467bb3-1657-4215-b522-c1b9b0548ce2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:27.851167 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e5fcd574-b2a9-4ceb-89a4-57dd318e2ac0 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=37df161cde0b47e98c6c1bec9eb7198d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019165 Sep 19 17:26:27.852401 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcd574-b2a9-4ceb-89a4-57dd318e2ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30467bb3-1657-4215-b522-c1b9b0548ce2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:27.854007 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56490) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:27.880039 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:27.910229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Publish callbacks [] for security_group (30467bb3-1657-4215-b522-c1b9b0548ce2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:27.935444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Publish callbacks [] for security_group (30467bb3-1657-4215-b522-c1b9b0548ce2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.105843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (30467bb3-1657-4215-b522-c1b9b0548ce2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.109745 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.113459 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/30467bb3-1657-4215-b522-c1b9b0548ce2 HTTP/1.1" status: 204 len: 168 time: 0.2558529 Sep 19 17:26:28.126456 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30467bb3-1657-4215-b522-c1b9b0548ce2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:28.138708 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.140268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.140828 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.141407 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.144234 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.144587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.145473 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.145817 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.146156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.146488 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.146926 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.147614 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.148075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.148449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.148882 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29fe6-3c3a-47f9-a6db-ae2cf6d695d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:28.168060 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506679-b8ac-4e5f-816f-659b95f42156 req-7c53ef94-c5d9-4066-a0cc-6fe64202c5d7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:28.176735 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e3506679-b8ac-4e5f-816f-659b95f42156 req-7c53ef94-c5d9-4066-a0cc-6fe64202c5d7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0686557 Sep 19 17:26:28.248862 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e3506679-b8ac-4e5f-816f-659b95f42156 req-7513277a-fdf2-4d45-9fb8-314d9ff5154c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Sep 19 17:26:28.501295 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7def1734-09d5-42a6-84bf-fb084c0e50d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.809102 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56502) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:28.824664 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6554fa5-766a-471e-b208-944f7884ca33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.907629 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6554fa5-766a-471e-b208-944f7884ca33 admin admin] Publish callbacks [] for security_group (493c94d6-de4f-4b3d-9d8d-6faf29a2128d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:28.985499 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b6554fa5-766a-471e-b208-944f7884ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (493c94d6-de4f-4b3d-9d8d-6faf29a2128d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.026478 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b6554fa5-766a-471e-b208-944f7884ca33 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=e78435086dfa4bcd8fc85ee3891a5d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155292 Sep 19 17:26:29.027796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554fa5-766a-471e-b208-944f7884ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c94d6-de4f-4b3d-9d8d-6faf29a2128d,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:29.031217 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56504) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:29.108667 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] Publish callbacks [] for security_group (493c94d6-de4f-4b3d-9d8d-6faf29a2128d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.133110 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] Publish callbacks [] for security_group (493c94d6-de4f-4b3d-9d8d-6faf29a2128d), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.250484 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (493c94d6-de4f-4b3d-9d8d-6faf29a2128d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.253027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.254197 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/493c94d6-de4f-4b3d-9d8d-6faf29a2128d HTTP/1.1" status: 204 len: 168 time: 0.2214267 Sep 19 17:26:29.263570 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112c9cf-de11-448d-af83-5428e0e40d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c94d6-de4f-4b3d-9d8d-6faf29a2128d,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:29.406694 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6a19a-6438-4b7e-8a47-e01bb19b7ba9 req-4af9d60a-cc88-4687-be74-1277d6498727 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:29.408663 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64a6a19a-6438-4b7e-8a47-e01bb19b7ba9 req-4af9d60a-cc88-4687-be74-1277d6498727 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0717070 Sep 19 17:26:29.448932 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:29.476176 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-64a6a19a-6438-4b7e-8a47-e01bb19b7ba9 req-dd120852-1449-410b-8a36-58babf86991d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619414 Sep 19 17:26:29.563203 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:29.786021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:30.646190 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb0eab-a6bf-49df-b4f6-7c640b1e3e2b req-b073496f-a1d0-4b6f-b0bc-90df181af38e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:30.648968 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-68eb0eab-a6bf-49df-b4f6-7c640b1e3e2b req-b073496f-a1d0-4b6f-b0bc-90df181af38e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0665779 Sep 19 17:26:30.697069 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-68eb0eab-a6bf-49df-b4f6-7c640b1e3e2b req-b9205519-e08e-4d79-8f37-ec0c3dc29961 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Sep 19 17:26:31.117029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:31.501034 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:31.833274 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294a8f-8515-4305-83e7-c23e422095ef req-0c1af6f0-b9d5-4591-8f3b-d057a9d5f8ab tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:31.835160 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d294a8f-8515-4305-83e7-c23e422095ef req-0c1af6f0-b9d5-4591-8f3b-d057a9d5f8ab tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0507932 Sep 19 17:26:31.888279 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d294a8f-8515-4305-83e7-c23e422095ef req-2c1fa670-39e6-4c91-b75e-d355f372f5f6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466876 Sep 19 17:26:34.259459 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:34.261400 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:34.732071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56568) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:34.737982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368502402', 'description': 'tempest-description--945857558'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:34.933292 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.009432 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (85f10e08-1cb8-4f3b-af4e-7b499b777fad), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.070396 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (85f10e08-1cb8-4f3b-af4e-7b499b777fad), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.103285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f10e08-1cb8-4f3b-af4e-7b499b777fad,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:35.182182 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.183660 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2875d3d3-ca22-4bc7-8c3f-3879028bc692 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4503386 Sep 19 17:26:35.187008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56576) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:35.191652 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'security_group_rule': {'security_group_id': '85f10e08-1cb8-4f3b-af4e-7b499b777fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:35.307612 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (964829b3-421e-489e-8a63-097ad5a9e151), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.387931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (964829b3-421e-489e-8a63-097ad5a9e151), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.454916 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (964829b3-421e-489e-8a63-097ad5a9e151), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.477401 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964829b3-421e-489e-8a63-097ad5a9e151,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:35.537012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.538300 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ed2c8a08-cd36-4dd0-b74d-136714ae1dfa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501248 Sep 19 17:26:35.541671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56582) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:35.549934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'security_group_rule': {'security_group_id': '85f10e08-1cb8-4f3b-af4e-7b499b777fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:35.636080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (fce0c9ee-4afb-401a-8b1c-5ff454d161e9), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.703179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (fce0c9ee-4afb-401a-8b1c-5ff454d161e9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.746106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (fce0c9ee-4afb-401a-8b1c-5ff454d161e9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.766016 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce0c9ee-4afb-401a-8b1c-5ff454d161e9,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:35.849935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:35.851165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-824c75f2-69ea-4ce5-87af-95ad48bb53ec tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076901 Sep 19 17:26:35.854338 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56592) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:35.859390 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:35.956748 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.040750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.048046 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:36.165531 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Allocated IP 172.27.3.236 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/06d98ef3-fe65-4000-a933-71fd3dc2c9e2) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:36.282334 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.290228 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:36.379232 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.454234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:36.458689 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'Port': ['ID=06d98ef3-fe65-4000-a933-71fd3dc2c9e2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:36.470985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:36.474635 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:26:36.538309 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.630094 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.826499 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.878005 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.879067 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.953069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'Port': ['ID=06d98ef3-fe65-4000-a933-71fd3dc2c9e2,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:36.966158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:36.972177 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6477c048-5030-47b3-b0df-afc85903db89 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1167107 Sep 19 17:26:37.219531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-cf5719f1-0456-457e-9788-ad6cc4a21ab4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1368502402&fields=id&tenant_id=4118102ca29c4b0fa344b21b9c9f1e85 HTTP/1.1" status: 200 len: 267 time: 0.0518339 Sep 19 17:26:37.316407 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:37.349043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-943da9e8-4294-420c-a02d-35e7b3e415e1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:37.356294 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-943da9e8-4294-420c-a02d-35e7b3e415e1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.1298609 Sep 19 17:26:37.372087 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-73e1ffed-1f72-4ff2-8373-a15dfd893952 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/quotas/4118102ca29c4b0fa344b21b9c9f1e85 HTTP/1.1" status: 200 len: 375 time: 0.0148466 Sep 19 17:26:37.422888 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-b0be5edc-b577-48b0-b698-7faa12ea95ea tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499477 Sep 19 17:26:37.524247 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-89ce982f-88ed-42ff-bd18-02f5444c17c0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882709 Sep 19 17:26:37.617871 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-54356dfd-6a75-4e0f-adea-fd948664a513 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Sep 19 17:26:37.941606 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c88b911c-174c-46d8-b0d9-71410c255ee5 req-fc757ccc-85b7-4a13-ac80-6ec2a57f7e2a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0439804 Sep 19 17:26:39.098346 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47e9dc8c-64e0-43a6-8a7e-9b450e9eb83d req-4a6922ac-59f4-4f66-93a8-48d8bc80d0b0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0430593 Sep 19 17:26:40.210719 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f71dc653-5e78-490e-bea7-450a8eaa798c req-04fd9494-131e-4687-8dc1-c4506793e810 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0355294 Sep 19 17:26:40.663848 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:40.771945 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-4b469ebd-f6a1-4c87-9503-04722bdb59ac tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:40.773700 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-4b469ebd-f6a1-4c87-9503-04722bdb59ac tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 819 time: 0.1208217 Sep 19 17:26:40.852282 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-89618d96-2f94-4241-8703-a7176a05866f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4118102ca29c4b0fa344b21b9c9f1e85 HTTP/1.1" status: 200 len: 380 time: 0.0607314 Sep 19 17:26:40.862061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'port': {'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'admin_state_up': True, 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'security_groups': ['85f10e08-1cb8-4f3b-af4e-7b499b777fad']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:40.918027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:41.091629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Made reservation on behalf of 4118102ca29c4b0fa344b21b9c9f1e85 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:26:41.095817 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.283464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Allocated IP 172.20.0.11 (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5/e2282898-f576-4d8c-b04f-4004170e18fe/8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:26:41.320530 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3f11dac6-7265-495c-98b8-d9a6ab5da7dd req-58c5f4a6-e193-47ad-86d2-78c79c07bc9b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0349736 Sep 19 17:26:41.441449 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:41.448488 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:41.477959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.593133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.644892 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:26:41.648082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:26:41.652018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:26:41.676463 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event updated for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:41.704897 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:41.705492 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.813791 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-e408a1a1-e499-48d7-9f90-bf4b1bc57a8f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559894 Sep 19 17:26:41.845956 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Request body: {'port': {'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:26:41.919320 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.934608 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:41.935827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Provisioning complete for port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:26:41.936644 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:41.937128 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Attempt 1 to provision port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 Sep 19 17:26:41.974840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:26:42.246507 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:42.262192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:26:42.271868 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks [] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:42.297322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Transition to ACTIVE for port object 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:26:42.362858 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:42.461641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:42.480668 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Attempt 2 to provision port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 Sep 19 17:26:42.507541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Attempting to bind port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:26:42.507541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Attempting to bind port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:26:42.508010 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Attempting to bind port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:26:42.516333 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:26:42.519021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f1925-5e62-439d-b8df-2cfe129a7500 req-6c8b3b72-e24e-4868-8a08-37f5545252b3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:42.520566 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a0f1925-5e62-439d-b8df-2cfe129a7500 req-6c8b3b72-e24e-4868-8a08-37f5545252b3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0617447 Sep 19 17:26:42.551209 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:26:42.551612 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Attempting to bind port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 on network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:26:42.571204 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a0f1925-5e62-439d-b8df-2cfe129a7500 req-6494ade8-9b69-40a9-936e-5b061251720f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Sep 19 17:26:42.599439 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:26:42.599876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Checking segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:26:42.600262 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Bound using segment: {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:26:42.602231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Bound port: 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2441af4-08f2-4a18-8dab-cc48601dd295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:26:42.602231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:42.666626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:26:42.669739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:26:42.746325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:42.751958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:42.752561 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:42.753946 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1094 time: 0.9141541 Sep 19 17:26:42.754493 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:26:42.756808 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48" -d '{"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:26:42.800144 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc3c55-47cd-4d50-af17-452ff4da6d1d x-openstack-request-id: req-efdc3c55-47cd-4d50-af17-452ff4da6d1d {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:26:42.800427 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:26:42.800677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efdc3c55-47cd-4d50-af17-452ff4da6d1d {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:26:42.801073 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdc3c55-47cd-4d50-af17-452ff4da6d1d'] response: {'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'status': 'completed', 'code': 200} Sep 19 17:26:42.805850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdbab4-baf5-4621-8567-7505e3096a79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:42.935221 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-23390ff6-3687-41d1-8697-42c4796c0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:42.937356 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-23390ff6-3687-41d1-8697-42c4796c0c2b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1128 time: 0.0402040 Sep 19 17:26:43.017092 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Attempt 3 to provision port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 Sep 19 17:26:43.057674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-01a1ddce-5a05-4e1f-bc84-d54c2167e98a None None] Port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:26:43.091563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-ff1fe43f-9cbb-48f6-b59c-0c2d03e6d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:43.093073 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-ff1fe43f-9cbb-48f6-b59c-0c2d03e6d918 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0966301 Sep 19 17:26:43.351805 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:43.354871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-8c120c65-9981-4a30-89e8-7ea81987929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:43.356367 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-598c770f-ebd6-4c54-bbd1-9b3707fd1b48 req-8c120c65-9981-4a30-89e8-7ea81987929a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969026 Sep 19 17:26:43.694631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b0a6e-34e6-4226-b7d3-675e364b1ec4 req-74caedd0-b3e9-486b-a0c3-ce2eb41fe677 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:43.696340 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed9b0a6e-34e6-4226-b7d3-675e364b1ec4 req-74caedd0-b3e9-486b-a0c3-ce2eb41fe677 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0469329 Sep 19 17:26:43.736425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:43.746295 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed9b0a6e-34e6-4226-b7d3-675e364b1ec4 req-e6f1e6ea-d06b-4eda-8e0a-6b0225aa683d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Sep 19 17:26:44.141417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-12a0cf09-bec6-46ed-854d-9e9d638fe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:44.143173 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-12a0cf09-bec6-46ed-854d-9e9d638fe3fe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1128 time: 0.0443726 Sep 19 17:26:44.196227 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-c7a8f88a-7099-4a5d-9be4-47b4cf544249 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 217 time: 0.0335920 Sep 19 17:26:44.703601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-0d9b7dd3-a32e-49fb-aa73-501f6355a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:44.705064 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-0d9b7dd3-a32e-49fb-aa73-501f6355a988 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0510478 Sep 19 17:26:44.757390 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-fce734b2-16ca-4772-a5b6-948f9e072583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:44.758921 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-fce734b2-16ca-4772-a5b6-948f9e072583 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451202 Sep 19 17:26:44.868261 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-d741be41-2f0b-485d-8a3f-8eacda2f9e44 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934930 Sep 19 17:26:44.883381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff5610-8b6e-40a4-bdcc-e85c32818d2e req-ff9605f7-bbbd-45e5-ad4c-65ca7d9e5c68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:44.885050 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34ff5610-8b6e-40a4-bdcc-e85c32818d2e req-ff9605f7-bbbd-45e5-ad4c-65ca7d9e5c68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0557501 Sep 19 17:26:44.941640 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34ff5610-8b6e-40a4-bdcc-e85c32818d2e req-eb757490-3fac-49a5-9727-0015a7deae92 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501804 Sep 19 17:26:44.975654 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-af8e45e9-bf6b-4963-b3d5-5894ad4ef2c6 req-2aa2ed6d-8b8d-444e-a4e3-75cda1cef39b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972383 Sep 19 17:26:46.055472 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56804) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:46.067033 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84160-c99f-4025-8136-caf050de2bdd req-40c75462-6518-4a71-a642-4d05f25e8a70 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:46.068580 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-95e84160-c99f-4025-8136-caf050de2bdd req-40c75462-6518-4a71-a642-4d05f25e8a70 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0484009 Sep 19 17:26:46.101509 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Deleting subnet 7b145de0-8171-456a-a1e2-c2fb75b3e7f7 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:26:46.104597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Publish callbacks [] for subnet (7b145de0-8171-456a-a1e2-c2fb75b3e7f7), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.116150 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-95e84160-c99f-4025-8136-caf050de2bdd req-d0ef2328-0586-46d8-82df-56f452dce8b0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Sep 19 17:26:46.138681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (7b145de0-8171-456a-a1e2-c2fb75b3e7f7), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.181825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:46.188720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (7b145de0-8171-456a-a1e2-c2fb75b3e7f7), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.523366 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (7b145de0-8171-456a-a1e2-c2fb75b3e7f7), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.549057 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b145de0-8171-456a-a1e2-c2fb75b3e7f7,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:46.552735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.555884 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-6f0a6957-bb60-4447-9cbf-d0abba92e95a admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/7b145de0-8171-456a-a1e2-c2fb75b3e7f7 HTTP/1.1" status: 204 len: 168 time: 0.4993126 Sep 19 17:26:46.561683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 56808) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:46.632489 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (dbea844a-2578-4e15-bc5c-36f1d79899e8), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.709751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (dbea844a-2578-4e15-bc5c-36f1d79899e8), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.728788 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbea844a-2578-4e15-bc5c-36f1d79899e8']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:46.738192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:46.738486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa88ef23-14f6-4db0-9bac-8a04b8c90c33') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:26:46.747992 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (aa88ef23-14f6-4db0-9bac-8a04b8c90c33), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.761992 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (aa88ef23-14f6-4db0-9bac-8a04b8c90c33), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.768589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:26:46.768982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (aa88ef23-14f6-4db0-9bac-8a04b8c90c33), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.787361 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment aa88ef23-14f6-4db0-9bac-8a04b8c90c33 resource provider aggregate not found Sep 19 17:26:46.818979 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment aa88ef23-14f6-4db0-9bac-8a04b8c90c33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa88ef23-14f6-4db0-9bac-8a04b8c90c33 found for delete ", "request_id": "req-813e0248-08b0-4b65-bf53-af8b6ea00fc7"}]} Sep 19 17:26:46.911757 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (dbea844a-2578-4e15-bc5c-36f1d79899e8), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.919541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:46.923231 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/dbea844a-2578-4e15-bc5c-36f1d79899e8 HTTP/1.1" status: 204 len: 168 time: 0.3630683 Sep 19 17:26:46.942414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a92cc-8574-419b-98c3-804323f43543 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbea844a-2578-4e15-bc5c-36f1d79899e8,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:47.238706 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3b30-4e50-40ea-b407-0d34fa0957dc req-cbcd89bb-f2a4-4add-b2a9-3e38fbe4ae94 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:47.240230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b44a3b30-4e50-40ea-b407-0d34fa0957dc req-cbcd89bb-f2a4-4add-b2a9-3e38fbe4ae94 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0466106 Sep 19 17:26:47.292161 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b44a3b30-4e50-40ea-b407-0d34fa0957dc req-7b7069df-6f30-4162-8d33-f39be49dcfef tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Sep 19 17:26:47.361759 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56820) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:47.401712 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-8dacf66b-fe2b-4469-af7f-602ae6df8c89 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=521a7d164d1343aa95087e1d4b5ebb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386527 Sep 19 17:26:47.404441 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56822) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:26:47.457426 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] Publish callbacks [] for security_group (eef40226-0c83-4548-8526-4ff57196ed2f), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:47.478002 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] Publish callbacks [] for security_group (eef40226-0c83-4548-8526-4ff57196ed2f), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:47.591799 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (eef40226-0c83-4548-8526-4ff57196ed2f), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:47.595064 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:47.596332 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/eef40226-0c83-4548-8526-4ff57196ed2f HTTP/1.1" status: 204 len: 168 time: 0.1904817 Sep 19 17:26:47.604634 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97ad04-ff87-4f9a-bd66-d15bc1382558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef40226-0c83-4548-8526-4ff57196ed2f,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:48.419234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4be8a-c18c-4b3b-937c-7b82a9e92116 req-01e880e3-2245-42f1-9ac5-39c450cddc33 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:48.421245 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62b4be8a-c18c-4b3b-937c-7b82a9e92116 req-01e880e3-2245-42f1-9ac5-39c450cddc33 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0463378 Sep 19 17:26:48.471932 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62b4be8a-c18c-4b3b-937c-7b82a9e92116 req-75bbeb63-42dc-4f98-b508-e338ca382ed8 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Sep 19 17:26:49.584736 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:49.592754 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f4b7-18a1-4c78-b422-3e59d10c360f req-cf339447-c508-4014-9760-837be8196510 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:49.594906 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b693f4b7-18a1-4c78-b422-3e59d10c360f req-cf339447-c508-4014-9760-837be8196510 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0467908 Sep 19 17:26:49.643133 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b693f4b7-18a1-4c78-b422-3e59d10c360f req-56f01eab-094c-4f60-a9b5-670762c1bf25 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423775 Sep 19 17:26:50.766555 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead758-81f8-460d-8c41-a47050009d1d req-c5771e16-c35d-4a94-8d90-026ddcabd567 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:50.768371 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2cead758-81f8-460d-8c41-a47050009d1d req-c5771e16-c35d-4a94-8d90-026ddcabd567 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0475571 Sep 19 17:26:50.815131 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2cead758-81f8-460d-8c41-a47050009d1d req-940de898-28fa-4da6-8d78-03e03b0b488c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Sep 19 17:26:51.947670 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd83f3-57e8-421f-b6ee-836291a3a0d7 req-9a7f9436-95a0-473e-b53d-2414d39e7e05 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:51.949224 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-acdd83f3-57e8-421f-b6ee-836291a3a0d7 req-9a7f9436-95a0-473e-b53d-2414d39e7e05 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0569224 Sep 19 17:26:51.999614 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-acdd83f3-57e8-421f-b6ee-836291a3a0d7 req-384409db-8919-4417-a304-b01d6748fa7f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444117 Sep 19 17:26:53.055225 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=17 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:53.122975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa6d8-4667-4663-b7ac-dbb42a191420 req-540ef4c6-9d08-4900-a160-ac7a3194a494 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:53.124561 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-098fa6d8-4667-4663-b7ac-dbb42a191420 req-540ef4c6-9d08-4900-a160-ac7a3194a494 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0472126 Sep 19 17:26:53.164631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:53.181035 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-098fa6d8-4667-4663-b7ac-dbb42a191420 req-42148bf7-4db0-43f0-a451-f67a54c0914c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Sep 19 17:26:54.308306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999516-287f-4992-86d4-bd71ce260d3d req-f506af8c-cebc-46a3-8d5d-1e30021b1a56 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:54.309803 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d8999516-287f-4992-86d4-bd71ce260d3d req-f506af8c-cebc-46a3-8d5d-1e30021b1a56 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0539076 Sep 19 17:26:54.360160 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d8999516-287f-4992-86d4-bd71ce260d3d req-da5dc6ab-47b0-4c94-ace7-47045f29341d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 Sep 19 17:26:55.487929 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89004-3b84-4ba1-9156-c47998a4805f req-9df494d8-7a46-4d3e-a737-b40edfdc9c47 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:55.489424 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-79b89004-3b84-4ba1-9156-c47998a4805f req-9df494d8-7a46-4d3e-a737-b40edfdc9c47 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0454769 Sep 19 17:26:55.538007 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-79b89004-3b84-4ba1-9156-c47998a4805f req-c2c693dd-dcbe-4aee-bf65-66e36a58ad91 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Sep 19 17:26:56.071255 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cbf37be5-e595-482f-a2ed-c8181a55b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:56.659290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9014a-9d5c-40a0-bb2d-ec91d3c58c4f req-4f6c3efb-ed57-4376-961b-7770086451cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:56.660706 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-36a9014a-9d5c-40a0-bb2d-ec91d3c58c4f req-4f6c3efb-ed57-4376-961b-7770086451cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 944 time: 0.0465112 Sep 19 17:26:56.710353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-36a9014a-9d5c-40a0-bb2d-ec91d3c58c4f req-63b755d5-86fc-44a3-9a41-cd8560214923 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441692 Sep 19 17:26:56.833537 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:56.919031 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:26:56.945553 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:26:57.047571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:26:57.058422 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:26:57.092574 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:26:57.093253 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:57.105823 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:26:57.126477 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:26:57.184800 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:57.235504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:26:57.243119 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.243462 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.243859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.244222 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.244552 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.244875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.245197 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.245516 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.245833 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.246148 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.246464 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.246794 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.247110 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.247422 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.247755 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:26:57.829353 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680ec3-bb8c-4eab-8540-60d9898595b7 req-a1259688-b4c9-4329-ba55-7ee7dfffc356 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:57.830807 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3680ec3-bb8c-4eab-8540-60d9898595b7 req-a1259688-b4c9-4329-ba55-7ee7dfffc356 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0455663 Sep 19 17:26:57.878676 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3680ec3-bb8c-4eab-8540-60d9898595b7 req-cfbc593c-f05c-440f-9ba1-bd619ada7791 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Sep 19 17:26:58.412465 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:26:58.506255 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6e0e82b2-6cd1-405f-b51e-490f8e71c69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:26:59.009423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e589d-ac86-4365-84f6-c2af44491c21 req-750b1548-7189-49ff-8aa8-95eaae20def9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:26:59.011163 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b03e589d-ac86-4365-84f6-c2af44491c21 req-750b1548-7189-49ff-8aa8-95eaae20def9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0547738 Sep 19 17:26:59.059753 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b03e589d-ac86-4365-84f6-c2af44491c21 req-654c6803-0f1c-4f00-912f-2ffadb98f618 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Sep 19 17:26:59.728262 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:00.182716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd48d-bab1-47be-81c3-5adcc2da8d3d req-a7db466c-2288-4696-a8dd-721b854f804d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:00.184220 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bfddd48d-bab1-47be-81c3-5adcc2da8d3d req-a7db466c-2288-4696-a8dd-721b854f804d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0496504 Sep 19 17:27:00.229946 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bfddd48d-bab1-47be-81c3-5adcc2da8d3d req-0f1be535-44e5-4986-a170-9bead031c7a2 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Sep 19 17:27:01.094029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:01.264514 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:27:01.347654 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5215a-3d78-4d10-a889-1eeb309b8b45 req-ad985987-723f-44d8-b547-8cef469c19de tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:01.349176 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09f5215a-3d78-4d10-a889-1eeb309b8b45 req-ad985987-723f-44d8-b547-8cef469c19de tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0453541 Sep 19 17:27:01.396798 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09f5215a-3d78-4d10-a889-1eeb309b8b45 req-cc1a366f-4db0-4350-80b3-914f3da2713e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Sep 19 17:27:01.500521 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:02.514845 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a20f-0f45-4c34-8588-7b1007fa0af9 req-13c390a8-bd87-4e76-9fef-4fba96ce1420 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:02.516902 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af04a20f-0f45-4c34-8588-7b1007fa0af9 req-13c390a8-bd87-4e76-9fef-4fba96ce1420 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0458133 Sep 19 17:27:02.528837 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:02.567229 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af04a20f-0f45-4c34-8588-7b1007fa0af9 req-46a4964c-4e44-4bea-86c6-5a2a985a4d02 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445530 Sep 19 17:27:03.686935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd5271-a4c9-43b1-9b66-b404681c29ec req-54e21e24-efe8-43b5-a9d3-7ae032c251bb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:03.689388 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1afd5271-a4c9-43b1-9b66-b404681c29ec req-54e21e24-efe8-43b5-a9d3-7ae032c251bb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 945 time: 0.0481818 Sep 19 17:27:03.736827 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1afd5271-a4c9-43b1-9b66-b404681c29ec req-ee54c99f-67dd-4b2c-8dee-c9019619d442 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Sep 19 17:27:04.010138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:04.054301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:27:04.066216 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:04.100199 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:04.100575 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:04.100936 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 Sep 19 17:27:04.165468 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:04.177035 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:04.177419 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:04.202601 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:04.206330 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfb840-cfb7-4928-b11a-606c1cc70e72" -d '{"events": [{"server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:04.216260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:04.240739 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eacff79-6099-4fd3-95c3-d3be79539d86 x-openstack-request-id: req-3eacff79-6099-4fd3-95c3-d3be79539d86 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:04.241044 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:04.241301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3eacff79-6099-4fd3-95c3-d3be79539d86 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:04.241696 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eacff79-6099-4fd3-95c3-d3be79539d86'] response: {'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'code': 200} Sep 19 17:27:04.281804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:04.306222 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:04.330071 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:04.790659 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6742eb-132f-4e75-b587-2247d4f1bfea req-94dd83e7-78c8-45bb-a7c9-4e223b2861c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:04.792205 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8b6742eb-132f-4e75-b587-2247d4f1bfea req-94dd83e7-78c8-45bb-a7c9-4e223b2861c7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0392513 Sep 19 17:27:04.837298 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8b6742eb-132f-4e75-b587-2247d4f1bfea req-e5b76f46-63c4-4044-8e48-4494fd55bb9b service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Sep 19 17:27:04.863852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6b23-5f98-4f17-b5aa-39b5e2d752f3 req-e0895005-08fc-41ab-a560-934f4caf2740 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:04.865383 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0afe6b23-5f98-4f17-b5aa-39b5e2d752f3 req-e0895005-08fc-41ab-a560-934f4caf2740 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0471885 Sep 19 17:27:04.914213 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0afe6b23-5f98-4f17-b5aa-39b5e2d752f3 req-e8305816-9371-4b2b-998e-1f0de4740305 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Sep 19 17:27:06.050320 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f397-dc24-4c38-9783-226fef43ff99 req-352d56cc-ea5e-4424-9377-0a72bc910628 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:06.051717 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f97f397-dc24-4c38-9783-226fef43ff99 req-352d56cc-ea5e-4424-9377-0a72bc910628 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0535915 Sep 19 17:27:06.077006 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:06.099779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f97f397-dc24-4c38-9783-226fef43ff99 req-e2e9bacd-07a5-4945-96f7-4438d9cc699f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Sep 19 17:27:07.222194 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d1a6f-a2f7-4c3b-a179-1954705a4b0b req-545e6b57-057b-46bd-837a-12760755da11 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:07.223720 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca3d1a6f-a2f7-4c3b-a179-1954705a4b0b req-545e6b57-057b-46bd-837a-12760755da11 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0485692 Sep 19 17:27:07.276944 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca3d1a6f-a2f7-4c3b-a179-1954705a4b0b req-e1637bc5-5888-4a96-b278-58124773ca26 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476389 Sep 19 17:27:08.410479 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6652-fd54-4ddd-93cd-5abd6a57ca33 req-7dfd9063-f281-4bcc-b488-f2e89f53780e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:08.411991 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f4b6652-fd54-4ddd-93cd-5abd6a57ca33 req-7dfd9063-f281-4bcc-b488-f2e89f53780e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0537970 Sep 19 17:27:08.467606 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f4b6652-fd54-4ddd-93cd-5abd6a57ca33 req-b9bafaf3-63da-46dd-a787-c6941bb25fb4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498347 Sep 19 17:27:08.586535 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1d9e1-62c2-4d19-a3d9-193a8ee893da req-68877063-4daa-4bd9-a38e-2a8a56cf3c63 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:08.588052 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35f1d9e1-62c2-4d19-a3d9-193a8ee893da req-68877063-4daa-4bd9-a38e-2a8a56cf3c63 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0475557 Sep 19 17:27:08.599080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 56998) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:08.603407 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'floatingip': {'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:08.642180 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:08.745340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57006) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:08.877716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-538ce98a-c25f-4ae9-bbd3-e2dfee3b6ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.285541 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:09.287590 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-538ce98a-c25f-4ae9-bbd3-e2dfee3b6ee8 admin admin] Publish callbacks [] for security_group (86a14596-856d-4b9b-a35a-f20d50a43faf), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.366531 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.366669 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-538ce98a-c25f-4ae9-bbd3-e2dfee3b6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (86a14596-856d-4b9b-a35a-f20d50a43faf), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.382933 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:09.408280 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-538ce98a-c25f-4ae9-bbd3-e2dfee3b6ee8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c387e5ad917a4953bf2024f8cde099f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6619287 Sep 19 17:27:09.410093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ce98a-c25f-4ae9-bbd3-e2dfee3b6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a14596-856d-4b9b-a35a-f20d50a43faf,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:09.411218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57016) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:09.463420 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] Publish callbacks [] for security_group (86a14596-856d-4b9b-a35a-f20d50a43faf), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.472165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.492448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] Publish callbacks [] for security_group (86a14596-856d-4b9b-a35a-f20d50a43faf), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.564903 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Floating IP bc5b559e-937e-466f-a6b8-5498e614c12b associated. External IP: 172.27.3.236, port: 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0. Sep 19 17:27:09.609025 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (86a14596-856d-4b9b-a35a-f20d50a43faf), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.611825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.612993 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/86a14596-856d-4b9b-a35a-f20d50a43faf HTTP/1.1" status: 204 len: 168 time: 0.2007143 Sep 19 17:27:09.621150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1caae-42bc-403b-9128-43c39d6618eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a14596-856d-4b9b-a35a-f20d50a43faf,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:09.779213 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:27:09.884451 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:27:09.890537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:09.896653 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:09.910529 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:09.911238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:09.927768 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c58a5843-8630-4716-ba7f-d98705416d3c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/bc5b559e-937e-466f-a6b8-5498e614c12b HTTP/1.1" status: 200 len: 992 time: 1.3264868 Sep 19 17:27:09.927768 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:09.929838 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec0334e-b277-4b9d-9047-45d9de7a0e49" -d '{"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:09.972506 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f53af6-6b97-4665-97aa-4452b191ae7b x-openstack-request-id: req-79f53af6-6b97-4665-97aa-4452b191ae7b {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:09.972899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:09.973106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79f53af6-6b97-4665-97aa-4452b191ae7b {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:09.973514 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f53af6-6b97-4665-97aa-4452b191ae7b'] response: {'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'status': 'completed', 'code': 200} Sep 19 17:27:10.027177 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:10.161361 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-d18ace4a-1a9a-4c9f-bdd0-4f6bd6e88602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:10.163104 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-d18ace4a-1a9a-4c9f-bdd0-4f6bd6e88602 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0442333 Sep 19 17:27:10.248156 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:10.276897 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-57867d58-5d2a-487d-bcd1-1fcb58d054cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:10.278477 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-57867d58-5d2a-487d-bcd1-1fcb58d054cd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.1075883 Sep 19 17:27:10.289894 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:27:09Z', 'revision_number': 1, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:10.318940 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:10.327537 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:10.328366 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:10.355216 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-2d61a951-3b95-4713-9a70-b0eaf526ff5a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1000 time: 0.0696518 Sep 19 17:27:10.433546 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-1daabfc8-6b17-450e-844f-54c09b269aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:10.435343 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-1daabfc8-6b17-450e-844f-54c09b269aa7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0665758 Sep 19 17:27:10.492499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-18cbfef4-fb42-4ee2-88a3-604531d123ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:10.494045 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-18cbfef4-fb42-4ee2-88a3-604531d123ed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510809 Sep 19 17:27:10.581610 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:10.601015 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-8fc90973-6d48-4e75-a85a-fa9998d5f57e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940740 Sep 19 17:27:10.686020 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57044) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:10.720144 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-6ec0334e-b277-4b9d-9047-45d9de7a0e49 req-334fdcc0-1453-44ee-909c-b6080598d612 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098514 Sep 19 17:27:10.799726 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-897633806-network', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:10.848234 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:27:09Z', 'revision_number': 1, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:10.874095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05723fc-7e63-46d6-a39a-f7cb590e8087 None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:27:09Z', 'revision_number': 1, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:10.883386 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Made reservation on behalf of 4ff66ee28420498aa3f3ac65946c8bca for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:10.886072 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:10.895489 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:10.952461 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:10.977524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks [] for security_group (fba13789-ae86-4dec-b3cf-0be28e6023c2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.048653 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (fba13789-ae86-4dec-b3cf-0be28e6023c2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.078860 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4041418-0dab-4556-aa7b-798f4e1515aa None None] New status for floating IP bc5b559e-937e-466f-a6b8-5498e614c12b: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:27:11.084657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:27:11.090456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba13789-ae86-4dec-b3cf-0be28e6023c2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:11.098916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (e869b6a7-370c-4428-9aa8-9294356fdf48), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.099872 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Added segment e869b6a7-370c-4428-9aa8-9294356fdf48 of type vlan for network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea Sep 19 17:27:11.143615 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.237374 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.238357 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:11.238954 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.306399 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:11.342443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:27:11.377115 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-cca0801d-b9ae-4bc9-b25b-7dde8022f7d1 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6900208 Sep 19 17:27:11.380805 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57052) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:11.385785 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Request body: {'subnet': {'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-897633806-subnet', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:11.517599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Made reservation on behalf of 4ff66ee28420498aa3f3ac65946c8bca for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:11.520331 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.577492 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:11.791713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (3051c8a6-610c-4e7d-a5c9-8aa4245f30b8), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:11.860359 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94615c80-2403-4b2e-9f37-e679c3fbf200 req-e1a4ae33-4d1a-42f0-aa54-b8f19e179c46 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:11.861875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94615c80-2403-4b2e-9f37-e679c3fbf200 req-e1a4ae33-4d1a-42f0-aa54-b8f19e179c46 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0830383 Sep 19 17:27:11.902612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:11.923453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Checking segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:11.923841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Network hostable DHCP agents. Network: a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:27:11.944878 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94615c80-2403-4b2e-9f37-e679c3fbf200 req-ffaeddb3-3815-46b2-a1fc-556b869c92e4 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761118 Sep 19 17:27:12.037305 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:27:12.111276 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:12.115407 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:12.116060 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.122794 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6543a92-b677-4ad2-b6dc-41feb4f5ace8 None None] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:27:12.132031 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:12.203027 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:12.216801 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0e52cb49-7529-484d-b182-828b70be310c admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8352582 Sep 19 17:27:12.220270 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57056) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:12.224781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:12.231432 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:27:12.232404 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.258069 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:12.370584 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.370584 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.371648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Allocated IP 172.20.0.2 (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea/3051c8a6-610c-4e7d-a5c9-8aa4245f30b8/9d2344bb-70c8-4d66-a687-084951edd5c8) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:12.428253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for router_controller (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), precommit_add_association {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.517584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks [] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.597676 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.643524 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:12.643760 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for router_gateway (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.646449 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:12.652570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:12.656555 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Pushing event updated for resources: {'Port': ['ID=9d2344bb-70c8-4d66-a687-084951edd5c8,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:12.710023 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Attempting to bind port 9d2344bb-70c8-4d66-a687-084951edd5c8 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:12.710408 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Attempting to bind port 9d2344bb-70c8-4d66-a687-084951edd5c8 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:12.710705 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Attempting to bind port 9d2344bb-70c8-4d66-a687-084951edd5c8 on network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:12.762651 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:12.763011 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Checking segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:12.763409 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.763820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Bound using segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:12.764288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Bound port: 9d2344bb-70c8-4d66-a687-084951edd5c8, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:12.764659 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.802254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:12.833568 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] For port 9d2344bb-70c8-4d66-a687-084951edd5c8, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:12.836803 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] For port 9d2344bb-70c8-4d66-a687-084951edd5c8, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9d2344bb-70c8-4d66-a687-084951edd5c8,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:12.898154 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for router_gateway (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.912109 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.917624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:12.972570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b46f0-cbf0-449f-852a-7990b3c8f819 None None] Pushing event updated for resources: {'Port': ['ID=9d2344bb-70c8-4d66-a687-084951edd5c8,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:13.091571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Allocated IP 172.27.3.52 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/7779bc1f-cd2e-4d5d-830c-947a876092b8) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:13.131279 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f9bbb-0259-4f58-9a09-3a2e1c1ff60e req-ab4c8c9d-469d-48b3-86cd-50d74d35ae4a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:13.132966 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb7f9bbb-0259-4f58-9a09-3a2e1c1ff60e req-ab4c8c9d-469d-48b3-86cd-50d74d35ae4a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0959475 Sep 19 17:27:13.231642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:13.247392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fb7f9bbb-0259-4f58-9a09-3a2e1c1ff60e req-ca20ad6b-2bdb-48ff-9230-cbeb03774283 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078026 Sep 19 17:27:13.277550 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:13.391808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:13.439588 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:13.442786 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:13.445326 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:13.486371 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Pushing event updated for resources: {'Port': ['ID=7779bc1f-cd2e-4d5d-830c-947a876092b8,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:13.568346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:13.808123 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for router_gateway (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:13.862726 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8a3cd-cae7-403a-9da2-33cf7953a942 None None] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:27:13.921051 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Provisioning complete for port 9d2344bb-70c8-4d66-a687-084951edd5c8 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:13.921926 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:13.922231 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Attempt 1 to provision port 9d2344bb-70c8-4d66-a687-084951edd5c8 Sep 19 17:27:14.007533 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.050977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Current status of the port 9d2344bb-70c8-4d66-a687-084951edd5c8 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:14.051370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.077075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9d2344bb-70c8-4d66-a687-084951edd5c8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:14.122036 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] For port 9d2344bb-70c8-4d66-a687-084951edd5c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9d2344bb-70c8-4d66-a687-084951edd5c8,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:14.136492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 9d2344bb-70c8-4d66-a687-084951edd5c8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:14.136852 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.137188 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 9d2344bb-70c8-4d66-a687-084951edd5c8 Sep 19 17:27:14.206294 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.221630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:27:14.257215 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 9d2344bb-70c8-4d66-a687-084951edd5c8 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:14.257664 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.261801 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-e6d765a5-e72c-43a1-8ce0-3cc1faa5280b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:14.263925 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-e6d765a5-e72c-43a1-8ce0-3cc1faa5280b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0599430 Sep 19 17:27:14.291725 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd1f0-b152-4dad-9f52-aaa97feee7db None None] Pushing event updated for resources: {'Port': ['ID=9d2344bb-70c8-4d66-a687-084951edd5c8,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:14.339260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2c6edb8d-66f5-45d3-ae36-7d1d3d7dc65f None None] Provisioning complete for port 9d2344bb-70c8-4d66-a687-084951edd5c8 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:14.339637 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c6edb8d-66f5-45d3-ae36-7d1d3d7dc65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.339998 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2c6edb8d-66f5-45d3-ae36-7d1d3d7dc65f None None] Attempt 1 to provision port 9d2344bb-70c8-4d66-a687-084951edd5c8 Sep 19 17:27:14.342726 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.db.api [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 17:27:14.343231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG oslo_db.api [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:27:14.360897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:27:14.380000 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Sync routers for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:14.385230 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Deleting port bcbdade5-91b0-478b-a2b9-d91a169e51b2 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:27:14.385571 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.401120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.407054 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:14.407717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:14.417173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a640c41-49e3-4c60-9fc2-c2a04e9176f3 req-6740145f-9b43-47f2-916b-be2fbabbf13a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:14.419782 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a640c41-49e3-4c60-9fc2-c2a04e9176f3 req-6740145f-9b43-47f2-916b-be2fbabbf13a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 945 time: 0.0712299 Sep 19 17:27:14.459310 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.463254 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-752d94a7-441c-45a9-93c5-8e0ab6153c75 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2394338 Sep 19 17:27:14.464041 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57064) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:14.495890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.502220 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] For port bcbdade5-91b0-478b-a2b9-d91a169e51b2, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=bcbdade5-91b0-478b-a2b9-d91a169e51b2,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:14.502593 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.519122 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Calling delete_port for bcbdade5-91b0-478b-a2b9-d91a169e51b2 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:27:14.524574 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a640c41-49e3-4c60-9fc2-c2a04e9176f3 req-a8fa58f0-82ac-4441-98a9-405952b656f7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990593 Sep 19 17:27:14.525719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2c6edb8d-66f5-45d3-ae36-7d1d3d7dc65f None None] Current status of the port 9d2344bb-70c8-4d66-a687-084951edd5c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:14.532760 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.534302 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.537171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.553411 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:14.747363 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (bcbdade5-91b0-478b-a2b9-d91a169e51b2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.753066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:14.782955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Pushing event deleted for resources: {'Port': ['ID=bcbdade5-91b0-478b-a2b9-d91a169e51b2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:14.802431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['bcbdade5-91b0-478b-a2b9-d91a169e51b2'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:27:14.844896 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] No DVR routers for this DVR port bcbdade5-91b0-478b-a2b9-d91a169e51b2 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:27:14.848383 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.852338 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4e248e17-95a0-49ee-83c8-87a7f58e929e req-29fecba3-2fc4-46d4-a625-cbdf2fddb5a8 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "DELETE /networking/v2.0/ports/bcbdade5-91b0-478b-a2b9-d91a169e51b2 HTTP/1.1" status: 204 len: 173 time: 0.5817072 Sep 19 17:27:14.852956 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'name': 'network-vif-deleted', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:14.856327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e05847-8e90-4e04-8a67-885564865348" -d '{"events": [{"server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "name": "network-vif-deleted", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:14.896873 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713687ab-389d-46f9-bdb5-afd633328bd1 x-openstack-request-id: req-713687ab-389d-46f9-bdb5-afd633328bd1 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:14.897165 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c48df-be43-44ba-9cdb-0ef1fd8f1832", "name": "network-vif-deleted", "tag": "bcbdade5-91b0-478b-a2b9-d91a169e51b2", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:14.897422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-713687ab-389d-46f9-bdb5-afd633328bd1 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:14.897831 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713687ab-389d-46f9-bdb5-afd633328bd1'] response: {'server_uuid': '3a4c48df-be43-44ba-9cdb-0ef1fd8f1832', 'name': 'network-vif-deleted', 'tag': 'bcbdade5-91b0-478b-a2b9-d91a169e51b2', 'status': 'completed', 'code': 200} Sep 19 17:27:14.919781 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 9d2344bb-70c8-4d66-a687-084951edd5c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:14.939027 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:13Z', 'revision_number': 3, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:14.945026 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:14.968944 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Checking router: b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:14.974603 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Updating router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a port 7779bc1f-cd2e-4d5d-830c-947a876092b8 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:15.001230 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.112859 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Allocated IP 172.20.0.1 (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea/3051c8a6-610c-4e7d-a5c9-8aa4245f30b8/43b96682-6618-419a-aea4-67331683fcbb) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:15.285965 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks [] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.362226 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.379614 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:15.406073 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Attempting to bind port 7779bc1f-cd2e-4d5d-830c-947a876092b8 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:15.406443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Attempting to bind port 7779bc1f-cd2e-4d5d-830c-947a876092b8 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:15.406865 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Attempting to bind port 7779bc1f-cd2e-4d5d-830c-947a876092b8 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:15.447164 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d48b-a8bc-42fb-bc78-868b86db1f5f None None] Pushing event updated for resources: {'Port': ['ID=7779bc1f-cd2e-4d5d-830c-947a876092b8,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:15.464663 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks [] for port (43b96682-6618-419a-aea4-67331683fcbb), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.466297 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:15.466658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:15.467075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.467781 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:15.467954 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Bound port: 7779bc1f-cd2e-4d5d-830c-947a876092b8, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:15.468858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.470724 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:15.525370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] For port 7779bc1f-cd2e-4d5d-830c-947a876092b8, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:15.528875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] For port 7779bc1f-cd2e-4d5d-830c-947a876092b8, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=7779bc1f-cd2e-4d5d-830c-947a876092b8,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:15.558001 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.604549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:15.608316 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:15.610421 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:15.611111 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.649348 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.662304 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Pushing event updated for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:15.691401 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-21f597cd-f775-4be2-82f4-dc430ffd20f9 req-076918c2-e044-40f5-8867-eeed3c1c486c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a4c48df-be43-44ba-9cdb-0ef1fd8f1832 HTTP/1.1" status: 200 len: 210 time: 0.0427091 Sep 19 17:27:15.713593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d48b-a8bc-42fb-bc78-868b86db1f5f None None] Pushing event updated for resources: {'Port': ['ID=7779bc1f-cd2e-4d5d-830c-947a876092b8,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:15.717152 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:15.717489 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:15.830289 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:15.868551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (43b96682-6618-419a-aea4-67331683fcbb), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.939155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Provisioning complete for port 43b96682-6618-419a-aea4-67331683fcbb triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:15.939838 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (43b96682-6618-419a-aea4-67331683fcbb), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:15.939838 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 1 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:15.994425 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:16.063742 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:16.068724 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:13Z', 'revision_number': 3, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:16.078949 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks [] for port (43b96682-6618-419a-aea4-67331683fcbb), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:16.117898 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9d2344bb-70c8-4d66-a687-084951edd5c8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:16.120984 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976572a-42e6-4ea4-8b02-51cff1730b29 None None] The sync data for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi is: [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:13Z', 'revision_number': 3, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:16.149739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:16.149739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:16.170715 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 9d2344bb-70c8-4d66-a687-084951edd5c8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:16.171260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:16.171615 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 9d2344bb-70c8-4d66-a687-084951edd5c8 Sep 19 17:27:16.243659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Pushing event updated for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:16.247833 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:16.281329 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 9d2344bb-70c8-4d66-a687-084951edd5c8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:16.302719 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:16.304226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:16.464572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:27:16.495571 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 2 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:16.556082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:16.615585 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:27:16.621654 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-74f15651-88af-43b0-a5e5-0d1eda763223 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563201 Sep 19 17:27:17.057687 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 3 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:17.092594 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:17.498819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57094) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:17.504207 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-411212667-network', 'tenant_id': '447c4c6492354e65929376b263ed073e'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:17.590794 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Made reservation on behalf of 447c4c6492354e65929376b263ed073e for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:17.593826 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.594157 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 4 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:17.602988 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.622630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:17.630315 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:17.682463 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks [] for security_group (549baad2-0a18-45fc-9d25-f5c5718e3059), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.768367 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (549baad2-0a18-45fc-9d25-f5c5718e3059), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.782789 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Sync routers for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:17.792800 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:17.793091 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:17.797537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:27:17.808820 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549baad2-0a18-45fc-9d25-f5c5718e3059,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:17.814874 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (1b1af953-c14d-4ca5-a551-57cdf477e3eb), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.815221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Added segment 1b1af953-c14d-4ca5-a551-57cdf477e3eb of type vlan for network b9d54cb7-f917-4e1f-b8be-31ed31069335 Sep 19 17:27:17.857251 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (b9d54cb7-f917-4e1f-b8be-31ed31069335), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.900801 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:17.946112 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (b9d54cb7-f917-4e1f-b8be-31ed31069335), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:17.947152 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:17.947770 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.015889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d54cb7-f917-4e1f-b8be-31ed31069335,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:18.026302 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:27:18.046274 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9fc52b72-5d64-4984-a878-314ad61056a3 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5457458 Sep 19 17:27:18.049160 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57096) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:18.054779 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Request body: {'subnet': {'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-411212667-subnet', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:18.100296 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 7779bc1f-cd2e-4d5d-830c-947a876092b8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:18.112155 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 2, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:18.131253 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 5 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:18.141956 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Checking router: b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:18.142478 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Updating router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a port 43b96682-6618-419a-aea4-67331683fcbb binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:18.147523 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:18.172122 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (43b96682-6618-419a-aea4-67331683fcbb), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.181046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Made reservation on behalf of 447c4c6492354e65929376b263ed073e for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:18.184016 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.190616 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:18.195733 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 7779bc1f-cd2e-4d5d-830c-947a876092b8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:18.200833 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.200833 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 7779bc1f-cd2e-4d5d-830c-947a876092b8 Sep 19 17:27:18.285727 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 7779bc1f-cd2e-4d5d-830c-947a876092b8 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:18.287339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.308986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 7779bc1f-cd2e-4d5d-830c-947a876092b8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=7779bc1f-cd2e-4d5d-830c-947a876092b8,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:18.397400 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.446343 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=7779bc1f-cd2e-4d5d-830c-947a876092b8,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:18.460681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (a4f5c4fc-c4fe-4566-9382-97ac329c35b4), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.476128 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:18.516929 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f5c4fc-c4fe-4566-9382-97ac329c35b4,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:18.518992 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks [] for port (43b96682-6618-419a-aea4-67331683fcbb), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.534335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Checking segment: {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:18.534702 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Network hostable DHCP agents. Network: b9d54cb7-f917-4e1f-b8be-31ed31069335, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:27:18.585831 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.609622 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:27:18.664590 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Pushing event updated for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:18.682958 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.683303 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.683642 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.684034 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.684433 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.684766 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.685096 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.685420 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.685746 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.686069 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.686394 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.686778 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.687632 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.687978 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.688300 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:18.691874 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Attempting to bind port 43b96682-6618-419a-aea4-67331683fcbb on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:18.691998 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 6 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:18.692244 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Attempting to bind port 43b96682-6618-419a-aea4-67331683fcbb by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:18.692640 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Attempting to bind port 43b96682-6618-419a-aea4-67331683fcbb on network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:18.708051 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, b9d54cb7-f917-4e1f-b8be-31ed31069335) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:18.712434 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:18.713374 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.720901 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:18.724872 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4536761-af09-42cb-a090-8d1e27116537 None None] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:27:18.738005 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:18.738405 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Checking segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:18.738889 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.739192 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Bound using segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:18.739728 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Bound port: 43b96682-6618-419a-aea4-67331683fcbb, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:18.740074 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (43b96682-6618-419a-aea4-67331683fcbb), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.745159 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Port 43b96682-6618-419a-aea4-67331683fcbb cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:18.799455 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57100) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:18.800093 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7f0a39a1-6d84-4f99-b207-b4f92d9d9029 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7487507 Sep 19 17:27:18.803816 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:18.824621 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] For port 43b96682-6618-419a-aea4-67331683fcbb, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:18.827999 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] For port 43b96682-6618-419a-aea4-67331683fcbb, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=43b96682-6618-419a-aea4-67331683fcbb,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:18.840461 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-b9d54cb7-f917-4e1f-b8be-31ed31069335', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'project_id': '447c4c6492354e65929376b263ed073e', 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:27:18.841426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.928716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (926da4c8-363d-4c69-a8bc-098a85072b32), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.929779 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (926da4c8-363d-4c69-a8bc-098a85072b32), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.935832 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:18.983428 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for router_controller (926da4c8-363d-4c69-a8bc-098a85072b32), precommit_add_association {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:18.988855 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Allocated IP 172.20.0.2 (b9d54cb7-f917-4e1f-b8be-31ed31069335/a4f5c4fc-c4fe-4566-9382-97ac329c35b4/25541dbb-8cd4-4826-a856-5cd753df21f6) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:19.011348 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.048622 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:19.049253 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:19.056872 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:19.120451 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f609b-19fc-4917-b52d-80000ea8b95d None None] Pushing event updated for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:19.146670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks [] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.185985 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:19.246247 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Attempt 7 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:19.268134 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for router_gateway (926da4c8-363d-4c69-a8bc-098a85072b32), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.301543 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.393728 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:19.424415 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d34c3e-272f-463f-bfa6-af4e5c23e6ab None None] The sync data for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi is: [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:19.503786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:19.526818 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:19.531666 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Current status of the port 43b96682-6618-419a-aea4-67331683fcbb is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:19.531666 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (43b96682-6618-419a-aea4-67331683fcbb), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.534519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:19.536896 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:19.545180 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Pushing event updated for resources: {'Port': ['ID=25541dbb-8cd4-4826-a856-5cd753df21f6,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:19.549055 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for router_gateway (926da4c8-363d-4c69-a8bc-098a85072b32), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.573617 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.637120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] For port 43b96682-6618-419a-aea4-67331683fcbb, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=43b96682-6618-419a-aea4-67331683fcbb,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:19.637120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Attempting to bind port 25541dbb-8cd4-4826-a856-5cd753df21f6 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:19.637550 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Attempting to bind port 25541dbb-8cd4-4826-a856-5cd753df21f6 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:19.637927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Attempting to bind port 25541dbb-8cd4-4826-a856-5cd753df21f6 on network b9d54cb7-f917-4e1f-b8be-31ed31069335 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:19.685748 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:19.686179 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Checking segment: {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:19.687257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.687739 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Bound using segment: {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:19.688206 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Bound port: 25541dbb-8cd4-4826-a856-5cd753df21f6, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:19.688591 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.699443 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Allocated IP 172.27.3.204 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/261de488-89ec-4c89-9ba3-1183fc6866c1) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:19.730047 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.793602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] For port 25541dbb-8cd4-4826-a856-5cd753df21f6, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:19.801567 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] For port 25541dbb-8cd4-4826-a856-5cd753df21f6, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25541dbb-8cd4-4826-a856-5cd753df21f6,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:19.808531 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b6ee5-ed5f-4de4-b26f-98abd8ac26c4 None None] Pushing event updated for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:19.818755 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.847173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-8306bcda-da33-4f62-8539-61856eacf0c4 None None] Provisioning complete for port 43b96682-6618-419a-aea4-67331683fcbb triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:19.847550 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8306bcda-da33-4f62-8539-61856eacf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (43b96682-6618-419a-aea4-67331683fcbb), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.847896 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-8306bcda-da33-4f62-8539-61856eacf0c4 None None] Attempt 1 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:19.885274 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.917793 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:19.962306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:19.967969 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:19.972069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:19.986400 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88285319-4d22-46ae-9592-84e1e117aa77 None None] Pushing event updated for resources: {'Port': ['ID=25541dbb-8cd4-4826-a856-5cd753df21f6,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:19.995304 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-8306bcda-da33-4f62-8539-61856eacf0c4 None None] Current status of the port 43b96682-6618-419a-aea4-67331683fcbb is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:20.022133 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Pushing event updated for resources: {'Port': ['ID=261de488-89ec-4c89-9ba3-1183fc6866c1,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:20.053490 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:20.122416 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device bcbdade5-91b0-478b-a2b9-d91a169e51b2 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:27:20.162681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: bcbdade5-91b0-478b-a2b9-d91a169e51b2 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:27:20.163819 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device bcbdade5-91b0-478b-a2b9-d91a169e51b2 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:27:20.236265 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 7779bc1f-cd2e-4d5d-830c-947a876092b8 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:20.309470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 7779bc1f-cd2e-4d5d-830c-947a876092b8 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:20.309855 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:20.310285 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 7779bc1f-cd2e-4d5d-830c-947a876092b8 Sep 19 17:27:20.326575 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for router_gateway (926da4c8-363d-4c69-a8bc-098a85072b32), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:20.329720 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:20.421990 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 7779bc1f-cd2e-4d5d-830c-947a876092b8 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:20.423445 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 43b96682-6618-419a-aea4-67331683fcbb up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:20.443577 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:20.471831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 43b96682-6618-419a-aea4-67331683fcbb triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:20.471831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (43b96682-6618-419a-aea4-67331683fcbb), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:20.472126 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 43b96682-6618-419a-aea4-67331683fcbb Sep 19 17:27:20.561573 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 43b96682-6618-419a-aea4-67331683fcbb is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:20.750489 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (926da4c8-363d-4c69-a8bc-098a85072b32), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:20.945528 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Router 926da4c8-363d-4c69-a8bc-098a85072b32 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:27:20.959107 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86d5e5-c0c5-4218-8c75-5ee86e00bfd1 None None] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:27:21.041314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Provisioning complete for port 25541dbb-8cd4-4826-a856-5cd753df21f6 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:21.041688 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.042022 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Attempt 1 to provision port 25541dbb-8cd4-4826-a856-5cd753df21f6 Sep 19 17:27:21.057960 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:27:21.063855 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:21.088309 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Sync routers for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:21.118851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:21.119481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:21.130967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.136386 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-f22bda12-350a-4eb1-8469-de4e98fc4d4f admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3322914 Sep 19 17:27:21.137822 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57106) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:21.247539 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:21.253799 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Current status of the port 25541dbb-8cd4-4826-a856-5cd753df21f6 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:21.254462 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.289262 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:21.357367 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] For port 25541dbb-8cd4-4826-a856-5cd753df21f6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25541dbb-8cd4-4826-a856-5cd753df21f6,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:21.433617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.479785 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:21.519285 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dace0-bbc9-4c54-b58f-b9989c4cd6a6 None None] Pushing event updated for resources: {'Port': ['ID=25541dbb-8cd4-4826-a856-5cd753df21f6,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:21.521885 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:20Z', 'revision_number': 3, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:21.555586 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Checking router: 926da4c8-363d-4c69-a8bc-098a85072b32 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:21.555996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Updating router 926da4c8-363d-4c69-a8bc-098a85072b32 port 261de488-89ec-4c89-9ba3-1183fc6866c1 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:21.574693 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.586133 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-90d59379-b798-4122-a8f7-6ba3ad74d635 None None] Provisioning complete for port 25541dbb-8cd4-4826-a856-5cd753df21f6 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:21.586511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-90d59379-b798-4122-a8f7-6ba3ad74d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.586847 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-90d59379-b798-4122-a8f7-6ba3ad74d635 None None] Attempt 1 to provision port 25541dbb-8cd4-4826-a856-5cd753df21f6 Sep 19 17:27:21.614314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.715805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:21.737890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Allocated IP 172.20.0.1 (b9d54cb7-f917-4e1f-b8be-31ed31069335/a4f5c4fc-c4fe-4566-9382-97ac329c35b4/a95cf01b-18c1-4dee-b19f-9066b91ac840) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:21.772763 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-90d59379-b798-4122-a8f7-6ba3ad74d635 None None] Current status of the port 25541dbb-8cd4-4826-a856-5cd753df21f6 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:21.847278 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks [] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.869958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:21.911396 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks [] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.940661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.969610 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:21.981083 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:21.984805 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:21.988523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:22.010616 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Attempting to bind port 261de488-89ec-4c89-9ba3-1183fc6866c1 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:22.014337 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Attempting to bind port 261de488-89ec-4c89-9ba3-1183fc6866c1 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:22.014337 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Attempting to bind port 261de488-89ec-4c89-9ba3-1183fc6866c1 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:22.029981 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (926da4c8-363d-4c69-a8bc-098a85072b32), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.034263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Pushing event updated for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:22.062754 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405a674-8b9f-4c4b-a733-dfb88fbc9d4e None None] Pushing event updated for resources: {'Port': ['ID=261de488-89ec-4c89-9ba3-1183fc6866c1,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:22.090708 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:22.091005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:22.091286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.091621 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:22.099515 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Bound port: 261de488-89ec-4c89-9ba3-1183fc6866c1, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:22.099515 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.111080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:22.117898 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25541dbb-8cd4-4826-a856-5cd753df21f6 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:22.194976 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] For port 261de488-89ec-4c89-9ba3-1183fc6866c1, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:22.212051 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] For port 261de488-89ec-4c89-9ba3-1183fc6866c1, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=261de488-89ec-4c89-9ba3-1183fc6866c1,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:22.221379 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 25541dbb-8cd4-4826-a856-5cd753df21f6 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:22.221961 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.222131 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 25541dbb-8cd4-4826-a856-5cd753df21f6 Sep 19 17:27:22.312753 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Provisioning complete for port a95cf01b-18c1-4dee-b19f-9066b91ac840 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:22.313437 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.313437 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 1 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:22.315443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.317507 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 25541dbb-8cd4-4826-a856-5cd753df21f6 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:22.330126 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.387372 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:22.388167 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:22.395427 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:22.450615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405a674-8b9f-4c4b-a733-dfb88fbc9d4e None None] Pushing event updated for resources: {'Port': ['ID=261de488-89ec-4c89-9ba3-1183fc6866c1,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:22.459266 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:22.503047 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks [] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.512339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:22.579127 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.654446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Pushing event updated for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:22.660850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (926da4c8-363d-4c69-a8bc-098a85072b32), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:22.773597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:22.774886 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:22.840208 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:22.861497 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'a95cf01b-18c1-4dee-b19f-9066b91ac840', 'name': '', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'mac_address': 'fa:16:3e:5d:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:21Z', 'updated_at': '2022-09-19T17:27:21Z', 'revision_number': 1, 'project_id': '447c4c6492354e65929376b263ed073e', 'subnets': [{'id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:22.888147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c637b-5c78-47bb-b47b-9c231e438052 None None] The sync data for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi is: [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'a95cf01b-18c1-4dee-b19f-9066b91ac840', 'name': '', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'mac_address': 'fa:16:3e:5d:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:21Z', 'updated_at': '2022-09-19T17:27:21Z', 'revision_number': 1, 'project_id': '447c4c6492354e65929376b263ed073e', 'subnets': [{'id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:22.896687 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 2 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:22.899613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Router 926da4c8-363d-4c69-a8bc-098a85072b32 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:27:22.939728 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:23.016221 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:27:23.022019 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-30f28795-1e7b-49c2-89fc-3a0c5b8e5185 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/926da4c8-363d-4c69-a8bc-098a85072b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8829620 Sep 19 17:27:23.441426 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 3 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:23.479565 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:23.498686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57132) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:23.504123 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678939247', 'description': 'tempest-secgroup-smoke-1678939247 description', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:23.620380 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:23.665658 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:23.694777 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (bea06228-4c22-4c03-a6e5-58a38155296c), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:23.784817 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (bea06228-4c22-4c03-a6e5-58a38155296c), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:23.817788 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea06228-4c22-4c03-a6e5-58a38155296c,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:23.896735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:23.902348 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-24d5fb20-6465-447b-b8d0-b729e28e3f81 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3974359 Sep 19 17:27:23.902348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57138) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:23.905954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:23.981226 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 4 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:24.008287 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (80312326-c53b-41dc-92a1-fd521dd7f6d6), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.027837 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:24.077497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (80312326-c53b-41dc-92a1-fd521dd7f6d6), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.089644 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 261de488-89ec-4c89-9ba3-1183fc6866c1 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:24.132845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:24.142049 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 261de488-89ec-4c89-9ba3-1183fc6866c1 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:24.143282 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.143890 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 261de488-89ec-4c89-9ba3-1183fc6866c1 Sep 19 17:27:24.174664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (80312326-c53b-41dc-92a1-fd521dd7f6d6), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.195809 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80312326-c53b-41dc-92a1-fd521dd7f6d6,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:24.228808 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 261de488-89ec-4c89-9ba3-1183fc6866c1 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:24.229205 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.262882 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 261de488-89ec-4c89-9ba3-1183fc6866c1, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=261de488-89ec-4c89-9ba3-1183fc6866c1,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:24.284917 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.286136 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-dd9a5dc2-e960-493b-a458-70a698010b69 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836877 Sep 19 17:27:24.289017 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57142) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:24.293344 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:24.363452 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.405852 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-8c409606-01aa-4e1c-b893-f6d6e8d271f6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434182 Sep 19 17:27:24.407911 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (d51808a0-ec6b-45f0-9aee-f34f0e017159), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.418859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=261de488-89ec-4c89-9ba3-1183fc6866c1,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:24.466516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (d51808a0-ec6b-45f0-9aee-f34f0e017159), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.498614 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:24.527114 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddfb7-d922-49f0-9856-5c98d09134da req-496ac649-f9e7-46f4-b9ac-4169dac79b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:24.528627 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-496ac649-f9e7-46f4-b9ac-4169dac79b4d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 1129 time: 0.0386815 Sep 19 17:27:24.529017 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 5 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:24.545177 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (d51808a0-ec6b-45f0-9aee-f34f0e017159), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.564512 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:24.615031 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51808a0-ec6b-45f0-9aee-f34f0e017159,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:24.661903 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddfb7-d922-49f0-9856-5c98d09134da req-444ba942-2ac6-4e57-b988-8785928c89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:24.663389 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-444ba942-2ac6-4e57-b988-8785928c89e8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.1116781 Sep 19 17:27:24.707154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:24.708393 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-6aacd26e-000e-4a04-b603-272b77a1ba0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4184344 Sep 19 17:27:24.709889 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-32936b5d-d6b8-4097-ae48-c16501f755b2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 200 len: 217 time: 0.0374148 Sep 19 17:27:24.711193 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57144) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:24.715409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:24.784523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddfb7-d922-49f0-9856-5c98d09134da req-98e8aa68-3124-4c1b-9ab5-209d0e4f0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:24.786143 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-98e8aa68-3124-4c1b-9ab5-209d0e4f0b96 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0649903 Sep 19 17:27:24.837817 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bddfb7-d922-49f0-9856-5c98d09134da req-f486bac0-41bd-4c52-9c00-89906af59ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:24.839532 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-f486bac0-41bd-4c52-9c00-89906af59ea0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459039 Sep 19 17:27:24.935536 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-f5121fd9-a178-4e31-981e-8ec54fa3c199 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896211 Sep 19 17:27:24.995759 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (69be0744-1f0f-422f-bc0c-2774d85c2c02), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.010821 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:25.063893 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-21bddfb7-d922-49f0-9856-5c98d09134da req-2c9c4830-89b3-4982-9e3f-0812a3c6f60d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218631 Sep 19 17:27:25.066257 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 6 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:25.075890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (69be0744-1f0f-422f-bc0c-2774d85c2c02), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.102214 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:25.185937 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (69be0744-1f0f-422f-bc0c-2774d85c2c02), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.211826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69be0744-1f0f-422f-bc0c-2774d85c2c02,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:25.330498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.331741 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-73a19240-c844-40a6-bd5f-70c7f971541e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6195986 Sep 19 17:27:25.334458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57150) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:25.338769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:25.454168 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (03f576ee-cc05-4062-8041-60d15462e816), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.603750 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 7 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:25.638254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:25.730908 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (03f576ee-cc05-4062-8041-60d15462e816), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.819023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (03f576ee-cc05-4062-8041-60d15462e816), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.837958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f576ee-cc05-4062-8041-60d15462e816,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:25.919169 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:25.920445 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e382bbbc-52d1-42fd-b274-fb667db83cc0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5850458 Sep 19 17:27:25.923253 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57152) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:25.927482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:26.020251 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.securitygroups_db [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Project 4ff66ee28420498aa3f3ac65946c8bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:27:26.026833 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (3ed56c6f-8f19-44f1-b464-8227a8ed4dec), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.047788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 261de488-89ec-4c89-9ba3-1183fc6866c1 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:26.085618 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-fd734250-2ec6-40ae-a6b2-2808589154fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.089088 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (3ed56c6f-8f19-44f1-b464-8227a8ed4dec), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.097234 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 261de488-89ec-4c89-9ba3-1183fc6866c1 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:26.097606 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.097940 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 261de488-89ec-4c89-9ba3-1183fc6866c1 Sep 19 17:27:26.139458 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 8 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:26.146097 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (3ed56c6f-8f19-44f1-b464-8227a8ed4dec), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.167239 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed56c6f-8f19-44f1-b464-8227a8ed4dec,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:26.203102 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 261de488-89ec-4c89-9ba3-1183fc6866c1 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:26.207014 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:26.230711 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.230711 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-84be6b89-c89c-4384-b7b4-7c657a1fcb56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053353 Sep 19 17:27:26.231219 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Sync routers for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:27:26.233154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 57154) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:27:26.237623 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'security_group_rule': {'security_group_id': 'bea06228-4c22-4c03-a6e5-58a38155296c', 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:26.241182 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:26.241945 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:26.325892 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.securitygroups_db [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Project 4ff66ee28420498aa3f3ac65946c8bca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:27:26.332641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (947dc7e9-9c10-4119-86ea-b811cd6e3d9f), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.344458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:26.345152 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:26.398410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (947dc7e9-9c10-4119-86ea-b811cd6e3d9f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.460615 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:26.511628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (947dc7e9-9c10-4119-86ea-b811cd6e3d9f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.531735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947dc7e9-9c10-4119-86ea-b811cd6e3d9f,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:26.537442 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'a95cf01b-18c1-4dee-b19f-9066b91ac840', 'name': '', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'mac_address': 'fa:16:3e:5d:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:21Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 2, 'project_id': '447c4c6492354e65929376b263ed073e', 'subnets': [{'id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:26.564377 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Checking router: 926da4c8-363d-4c69-a8bc-098a85072b32 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:27:26.565984 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Updating router 926da4c8-363d-4c69-a8bc-098a85072b32 port a95cf01b-18c1-4dee-b19f-9066b91ac840 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:27:26.593556 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.602116 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:26.616511 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.617731 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9af61cd4-9d3a-473b-a10f-7e3d13e95926 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3836675 Sep 19 17:27:26.708151 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 9 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:26.741735 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Port a95cf01b-18c1-4dee-b19f-9066b91ac840 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:27:26.861665 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks [] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:26.928730 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.011201 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d4b7f-23c6-4992-a163-6b8f8090ca67 None None] Pushing event updated for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:27.022224 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Attempting to bind port a95cf01b-18c1-4dee-b19f-9066b91ac840 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:27.022584 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Attempting to bind port a95cf01b-18c1-4dee-b19f-9066b91ac840 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:27.022938 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Attempting to bind port a95cf01b-18c1-4dee-b19f-9066b91ac840 on network b9d54cb7-f917-4e1f-b8be-31ed31069335 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:27.065379 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:27.065741 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Checking segment: {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:27.066135 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.066517 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Bound using segment: {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:27.066974 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Bound port: a95cf01b-18c1-4dee-b19f-9066b91ac840, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1af953-c14d-4ca5-a551-57cdf477e3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:27.067345 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.126616 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] For port a95cf01b-18c1-4dee-b19f-9066b91ac840, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:27.129670 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] For port a95cf01b-18c1-4dee-b19f-9066b91ac840, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=a95cf01b-18c1-4dee-b19f-9066b91ac840,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:27.231793 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.243533 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Attempt 10 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:27.271170 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:27:27.271822 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:26:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:27.324612 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Current status of the port a95cf01b-18c1-4dee-b19f-9066b91ac840 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:27.325008 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.336123 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:27.369463 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] For port a95cf01b-18c1-4dee-b19f-9066b91ac840, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=a95cf01b-18c1-4dee-b19f-9066b91ac840,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:27.369628 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d4b7f-23c6-4992-a163-6b8f8090ca67 None None] Pushing event updated for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:27.454509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.484565 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:27:27.525191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6c1e8-c4a8-4b08-81f2-1e69d480af23 None None] Pushing event updated for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:27.571776 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-526270b3-d984-4405-b4b1-ed01e4bf6893 None None] Provisioning complete for port a95cf01b-18c1-4dee-b19f-9066b91ac840 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:27.572239 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-526270b3-d984-4405-b4b1-ed01e4bf6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:27.572489 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-526270b3-d984-4405-b4b1-ed01e4bf6893 None None] Attempt 1 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:27.657178 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-526270b3-d984-4405-b4b1-ed01e4bf6893 None None] Current status of the port a95cf01b-18c1-4dee-b19f-9066b91ac840 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:27.702168 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:27.715430 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'a95cf01b-18c1-4dee-b19f-9066b91ac840', 'name': '', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'mac_address': 'fa:16:3e:5d:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:21Z', 'updated_at': '2022-09-19T17:27:27Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'subnets': [{'id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:27:27.741080 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a113077-7855-4381-9055-92c21d7ced1b None None] The sync data for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi is: [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:27:22Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': 'a95cf01b-18c1-4dee-b19f-9066b91ac840', 'name': '', 'network_id': 'b9d54cb7-f917-4e1f-b8be-31ed31069335', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'mac_address': 'fa:16:3e:5d:af:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:21Z', 'updated_at': '2022-09-19T17:27:27Z', 'revision_number': 4, 'project_id': '447c4c6492354e65929376b263ed073e', 'subnets': [{'id': 'a4f5c4fc-c4fe-4566-9382-97ac329c35b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:27:28.050246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device a95cf01b-18c1-4dee-b19f-9066b91ac840 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:28.097549 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port a95cf01b-18c1-4dee-b19f-9066b91ac840 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:28.097947 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:28.098261 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port a95cf01b-18c1-4dee-b19f-9066b91ac840 Sep 19 17:27:28.100437 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:28.176590 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port a95cf01b-18c1-4dee-b19f-9066b91ac840 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:28.517183 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e771be20-9772-4d7f-ac52-3e51c0233940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:29.690880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-a92425c0-d054-4f6a-9a92-6bc91066bfa6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:29.697381 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-a92425c0-d054-4f6a-9a92-6bc91066bfa6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/networks?id=7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 200 len: 812 time: 0.1146350 Sep 19 17:27:29.707864 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-95ecfa72-f4df-4deb-8759-f13847387bfd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/quotas/6198c6cbed294d0eb4ef8fcd97ba96fe HTTP/1.1" status: 200 len: 375 time: 0.0101027 Sep 19 17:27:29.740242 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-966a3ff2-f8da-439d-aa25-cad94b5be85b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272434 Sep 19 17:27:29.752107 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:29.835822 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-2bd0729d-1b74-477c-ad94-be8f508e721e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889094 Sep 19 17:27:29.929036 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-7503139f-46c9-4a9e-b785-77256c9b2eb8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869489 Sep 19 17:27:30.218023 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47317811-f446-449d-8939-ec565b70b5f5 req-da19d45d-f056-4af8-bbf8-f92ba5d1fc98 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0282774 Sep 19 17:27:31.150606 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:31.307629 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4405ab2e-0726-4935-86cb-f8216e3a6fb0 req-5dc637a7-afc0-4f0e-aeda-29be832ca3da tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0314741 Sep 19 17:27:31.534130 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:32.396853 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c6375ef-2b9c-4e24-9e14-a731230c3d50 req-2790e8ff-b3e0-4979-89b9-ea6de17c67d1 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0317743 Sep 19 17:27:33.481690 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-438f7d6e-61c0-48b0-97e9-4be4a5e09715 req-d4a111cd-22aa-4c6b-812c-11f66f6285d6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0277147 Sep 19 17:27:34.065880 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:34.592390 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-957d0c65-115e-4ea2-a5ad-0f8c45773da1 req-3676c0fb-72fc-484f-93e0-7a31294da550 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0307515 Sep 19 17:27:35.702501 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9985219-0bec-41fd-a71f-49099fb862d7 req-022e2f99-c53d-45a0-92cc-42219d0cd3bb tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0307012 Sep 19 17:27:36.597031 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-37c0c502-b579-4e8b-8821-a711d16a70a6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:36.598504 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-37c0c502-b579-4e8b-8821-a711d16a70a6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "GET /networking/v2.0/networks?id=7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 200 len: 812 time: 0.1115239 Sep 19 17:27:36.622450 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Request body: {'port': {'device_id': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9', 'admin_state_up': True, 'tenant_id': '6198c6cbed294d0eb4ef8fcd97ba96fe'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:36.808892 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8c465f3a-b26f-4e36-be20-78bb9b619d05 req-9d5b29e5-b181-4b7e-bb0a-5467e6448583 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0292697 Sep 19 17:27:36.872254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Made reservation on behalf of 6198c6cbed294d0eb4ef8fcd97ba96fe for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:27:36.876968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:36.942706 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:37.021398 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Allocated IP 172.20.0.12 (7d1d32ac-68b4-4010-b266-e123719339b9/9106ae9b-4840-4395-be8c-3a859ea7557e/ac32b4b1-2aff-4e55-922e-d6e0023c5354) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:27:37.197279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks [] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:37.294737 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:37.331287 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:37.350195 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Network 7d1d32ac-68b4-4010-b266-e123719339b9 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:27:37.354182 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:27:37.358384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:27:37.363398 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Pushing event updated for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:37.395364 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.395731 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.395956 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.396297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.396624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.396951 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.397282 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.397601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.397935 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.398253 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.398585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.398905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.399228 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.399579 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.400464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:37.423663 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:37.424325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:37.491344 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-71ea5b98-0cbd-4ae1-99ba-afa9a701ef70 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736136 Sep 19 17:27:37.509323 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Request body: {'port': {'device_id': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:27:37.578222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:37.856199 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac32b4b1-2aff-4e55-922e-d6e0023c5354 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:27:37.866135 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks [] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:37.881599 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Transition to ACTIVE for port object ac32b4b1-2aff-4e55-922e-d6e0023c5354 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:27:37.947561 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbb738-493d-49e2-bef5-17708d639729 req-f847fc52-50ef-41b4-a6f9-49f31cba149a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:37.949033 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ecbb738-493d-49e2-bef5-17708d639729 req-f847fc52-50ef-41b4-a6f9-49f31cba149a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 932 time: 0.0483091 Sep 19 17:27:37.975979 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:37.994942 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:38.004351 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ecbb738-493d-49e2-bef5-17708d639729 req-b027cd74-d786-42d8-b075-0513587e3914 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Sep 19 17:27:38.009041 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:38.102823 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:38.150700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Attempting to bind port ac32b4b1-2aff-4e55-922e-d6e0023c5354 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:27:38.151205 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Attempting to bind port ac32b4b1-2aff-4e55-922e-d6e0023c5354 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:27:38.151676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Attempting to bind port ac32b4b1-2aff-4e55-922e-d6e0023c5354 on network 7d1d32ac-68b4-4010-b266-e123719339b9 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:38.196883 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Port ac32b4b1-2aff-4e55-922e-d6e0023c5354 on network 7d1d32ac-68b4-4010-b266-e123719339b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:27:38.197210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Attempting to bind port ac32b4b1-2aff-4e55-922e-d6e0023c5354 on network 7d1d32ac-68b4-4010-b266-e123719339b9 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:27:38.218390 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:38.240316 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:27:38.240645 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Checking segment: {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:27:38.241023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Bound using segment: {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:27:38.241454 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Bound port: ac32b4b1-2aff-4e55-922e-d6e0023c5354, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7529ab1d-041f-4580-b296-afd47be18dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:27:38.241807 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:38.262890 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:27:38.314704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:27:38.317982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:27:38.394511 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30489b73-282d-4da1-9fe8-1e3ff23cea6e req-713417a0-f050-456a-8a58-95ad5fded3f5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:38.396148 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30489b73-282d-4da1-9fe8-1e3ff23cea6e req-713417a0-f050-456a-8a58-95ad5fded3f5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0498936 Sep 19 17:27:38.437867 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:38.442361 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:38.442970 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:38.444568 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ac32b4b1-2aff-4e55-922e-d6e0023c5354 HTTP/1.1" status: 200 len: 1094 time: 0.9396629 Sep 19 17:27:38.445069 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:38.447406 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102b433b-5ec1-4863-b896-b85c8f898bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:38.457391 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30489b73-282d-4da1-9fe8-1e3ff23cea6e req-21dcc7dd-1943-48aa-bf40-6314644961cd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Sep 19 17:27:38.457688 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:38.501540 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0504-7d1e-4d0f-9c1a-688167fda286 service neutron] Pushing event updated for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:38.506309 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6674dc-e588-4bb7-b498-a91ece81013e x-openstack-request-id: req-ff6674dc-e588-4bb7-b498-a91ece81013e {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:38.506722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:38.506970 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff6674dc-e588-4bb7-b498-a91ece81013e {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:38.507497 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6674dc-e588-4bb7-b498-a91ece81013e'] response: {'name': 'network-changed', 'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354', 'status': 'completed', 'code': 200} Sep 19 17:27:38.813835 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-0bc20162-f147-42f6-8a91-84fb50f7d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:38.815349 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-0bc20162-f147-42f6-8a91-84fb50f7d574 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 1128 time: 0.0416834 Sep 19 17:27:38.926094 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-a0ae9e0a-f694-4e72-a9d4-377de150d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:38.927548 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-a0ae9e0a-f694-4e72-a9d4-377de150d2cc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0981152 Sep 19 17:27:39.022701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-fd082feb-0741-4ad2-860b-95a6eb808964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.024650 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-102b433b-5ec1-4863-b896-b85c8f898bd9 req-fd082feb-0741-4ad2-860b-95a6eb808964 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907674 Sep 19 17:27:39.131199 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2efd-2924-410b-95f9-406ce634b92c req-a9263871-2017-44fa-99fe-9d2be68f904f tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.132709 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-724a2efd-2924-410b-95f9-406ce634b92c req-a9263871-2017-44fa-99fe-9d2be68f904f tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0505779 Sep 19 17:27:39.133378 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-b0deec14-fecd-43bc-ae41-da0aee018328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.134864 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-b0deec14-fecd-43bc-ae41-da0aee018328 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 1128 time: 0.0446153 Sep 19 17:27:39.191092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-724a2efd-2924-410b-95f9-406ce634b92c req-bf06e42c-a8a0-4972-9ee6-b5ea9281c7bd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526898 Sep 19 17:27:39.191409 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-673cafe1-35de-4ff4-9685-83686a7d57a8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Sep 19 17:27:39.253288 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-79c4c021-f2bb-4fa7-8d05-60a02794263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.254740 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-79c4c021-f2bb-4fa7-8d05-60a02794263b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=9106ae9b-4840-4395-be8c-3a859ea7557e HTTP/1.1" status: 200 len: 852 time: 0.0485258 Sep 19 17:27:39.291035 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-93873f2d-cb44-4c2b-a924-869cf1c0cb33 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=7d1d32ac-68b4-4010-b266-e123719339b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278437 Sep 19 17:27:39.391755 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-9c5372d4-d792-428b-8252-06445c75058d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913208 Sep 19 17:27:39.488062 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f632cfb9-1519-4009-ac13-b844e44bdbfd req-c997b5ed-4a37-4460-8385-3ef9117a7f7d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897279 Sep 19 17:27:39.589907 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555177-4827-4556-8a3b-d9b29a9eba58 req-303a98ec-aed9-4b56-bdbf-6d920af4fa3d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:39.591498 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-97555177-4827-4556-8a3b-d9b29a9eba58 req-303a98ec-aed9-4b56-bdbf-6d920af4fa3d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0499618 Sep 19 17:27:39.644247 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-97555177-4827-4556-8a3b-d9b29a9eba58 req-503493f2-2b4b-4553-a6ca-b45454ef7f4d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Sep 19 17:27:40.319405 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b70f4-bb38-4085-95bb-e226e3d9e2e1 req-31ee6ad3-9679-465e-b83e-60b03ad67708 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.320926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-344b70f4-bb38-4085-95bb-e226e3d9e2e1 req-31ee6ad3-9679-465e-b83e-60b03ad67708 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0515175 Sep 19 17:27:40.368722 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-344b70f4-bb38-4085-95bb-e226e3d9e2e1 req-9026b28a-f669-4143-b9ab-5c62fce01981 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Sep 19 17:27:40.776888 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc5d5e-ca32-477a-8c11-a0f85648199d req-1f4f52c4-d99c-4736-a645-cd4405f6f52c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:40.778264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9bc5d5e-ca32-477a-8c11-a0f85648199d req-1f4f52c4-d99c-4736-a645-cd4405f6f52c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0463004 Sep 19 17:27:40.824641 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9bc5d5e-ca32-477a-8c11-a0f85648199d req-90144aa6-0f46-4676-862f-2a407fe0e531 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Sep 19 17:27:41.490350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20473df1-bff9-4587-88f4-6d04a424c7ce req-369d5615-6cf1-4063-82b2-113251d553dc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.491879 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20473df1-bff9-4587-88f4-6d04a424c7ce req-369d5615-6cf1-4063-82b2-113251d553dc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0493579 Sep 19 17:27:41.538921 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20473df1-bff9-4587-88f4-6d04a424c7ce req-bb7d4921-29b6-48a2-b6c2-66c5969ba70b tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Sep 19 17:27:41.949180 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352857e9-1832-4256-8bb3-af7ae11d9785 req-7e12cd88-b905-490f-92c9-9c71c0239204 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:41.950631 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-352857e9-1832-4256-8bb3-af7ae11d9785 req-7e12cd88-b905-490f-92c9-9c71c0239204 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0457237 Sep 19 17:27:41.999304 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-352857e9-1832-4256-8bb3-af7ae11d9785 req-7bcf48f1-9fe7-425a-92c2-de3b90507d54 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Sep 19 17:27:42.655999 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d60f8-6190-4de5-bdbd-69e9d60a1a91 req-12d1ff25-d35c-487e-92b4-9514b7e3377a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:42.657468 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ce5d60f8-6190-4de5-bdbd-69e9d60a1a91 req-12d1ff25-d35c-487e-92b4-9514b7e3377a tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0456140 Sep 19 17:27:42.707393 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ce5d60f8-6190-4de5-bdbd-69e9d60a1a91 req-90d529a7-db3a-4286-b51b-a146e275a7a6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Sep 19 17:27:43.129829 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cda64-6491-4cf1-9f17-fdfe53028613 req-9408ab4a-c7bf-499b-8795-588fe23ae50f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:43.131291 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed8cda64-6491-4cf1-9f17-fdfe53028613 req-9408ab4a-c7bf-499b-8795-588fe23ae50f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0466239 Sep 19 17:27:43.179709 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed8cda64-6491-4cf1-9f17-fdfe53028613 req-690e13ec-e431-4447-8211-e76c640e0d4b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Sep 19 17:27:43.827773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401c07-7d47-42b2-9a68-7bc5a6441292 req-9cfc98c5-41f6-45f7-8ac4-3659356a1405 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:43.829854 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4c401c07-7d47-42b2-9a68-7bc5a6441292 req-9cfc98c5-41f6-45f7-8ac4-3659356a1405 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0463595 Sep 19 17:27:43.872574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:43.877778 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4c401c07-7d47-42b2-9a68-7bc5a6441292 req-d1e8e167-6590-494a-981d-68abda6191f7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Sep 19 17:27:43.987300 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:43.993333 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:44.312184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a4153-75ef-4fe0-aa97-a66ef25ca736 req-5c78cf75-4236-4bc4-8837-b3774f57d8f2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:44.313669 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-857a4153-75ef-4fe0-aa97-a66ef25ca736 req-5c78cf75-4236-4bc4-8837-b3774f57d8f2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0504746 Sep 19 17:27:44.364808 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-857a4153-75ef-4fe0-aa97-a66ef25ca736 req-131dafeb-cc9e-460a-9428-237cf299decb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Sep 19 17:27:44.998453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e9d41-4302-49b0-bd70-1005b46d6d01 req-b07aaede-3612-42ef-902c-9aa8f31503f9 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:44.999995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d59e9d41-4302-49b0-bd70-1005b46d6d01 req-b07aaede-3612-42ef-902c-9aa8f31503f9 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 944 time: 0.0458112 Sep 19 17:27:45.047562 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d59e9d41-4302-49b0-bd70-1005b46d6d01 req-ef22f080-4bf4-4524-a1e5-f3637bb58f0e tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Sep 19 17:27:45.117475 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ac32b4b1-2aff-4e55-922e-d6e0023c5354 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:27:45.219561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:45.231076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354', 'network_id': '7d1d32ac-68b4-4010-b266-e123719339b9', 'port_id': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354', 'mac_address': 'fa:16:3e:97:9e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106ae9b-4840-4395-be8c-3a859ea7557e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:27:45.271314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ac32b4b1-2aff-4e55-922e-d6e0023c5354 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:45.271745 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:45.284678 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac32b4b1-2aff-4e55-922e-d6e0023c5354 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:27:45.304750 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:45.363029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:45.410112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:45.494139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b869f-5e0b-490c-81b3-b273c40afaf6 req-59964f10-def1-4cb0-b930-7712c0b7b637 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:45.495631 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca3b869f-5e0b-490c-81b3-b273c40afaf6 req-59964f10-def1-4cb0-b930-7712c0b7b637 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0478415 Sep 19 17:27:45.518474 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:45.548940 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca3b869f-5e0b-490c-81b3-b273c40afaf6 req-22028887-dbc9-4c76-8cb4-18c371b79aa9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474954 Sep 19 17:27:45.932561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ac32b4b1-2aff-4e55-922e-d6e0023c5354'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:27:46.165730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47357b53-fd26-41bc-95f4-ab7eeff0436b req-e03af555-60ab-4f5d-afb8-3b0b194836dc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:46.167129 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47357b53-fd26-41bc-95f4-ab7eeff0436b req-e03af555-60ab-4f5d-afb8-3b0b194836dc tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 945 time: 0.0460961 Sep 19 17:27:46.214973 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47357b53-fd26-41bc-95f4-ab7eeff0436b req-ac99d009-ce98-4052-a952-400c6013b9a5 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Sep 19 17:27:46.680430 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ff9c4-4ed6-4b8a-a958-7fb8024e5e61 req-b7177791-83db-4c3f-9d0f-f2e520bef7f4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:46.681947 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d08ff9c4-4ed6-4b8a-a958-7fb8024e5e61 req-b7177791-83db-4c3f-9d0f-f2e520bef7f4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Sep 19 17:27:46.730065 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d08ff9c4-4ed6-4b8a-a958-7fb8024e5e61 req-8b3ec96d-1e78-4caa-973c-d3e8f44bf62a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Sep 19 17:27:47.257187 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:47.338211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a2dbb-05cf-4f7f-aedd-b5e390e17a80 req-ca7305ce-d52d-4b8c-ac99-29e884b6badd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:47.339786 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ab3a2dbb-05cf-4f7f-aedd-b5e390e17a80 req-ca7305ce-d52d-4b8c-ac99-29e884b6badd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 945 time: 0.0498424 Sep 19 17:27:47.389519 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ab3a2dbb-05cf-4f7f-aedd-b5e390e17a80 req-a49367c4-818b-4ef0-953b-a5ee80d84003 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Sep 19 17:27:47.646445 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ac32b4b1-2aff-4e55-922e-d6e0023c5354 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:47.690444 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port ac32b4b1-2aff-4e55-922e-d6e0023c5354 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:27:47.751028 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port ac32b4b1-2aff-4e55-922e-d6e0023c5354 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:47.751405 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:47.751775 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port ac32b4b1-2aff-4e55-922e-d6e0023c5354 Sep 19 17:27:47.829906 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ac32b4b1-2aff-4e55-922e-d6e0023c5354 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:47.830324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:47.853768 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:47.856010 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ffb570-22a1-4ff2-b6ba-d72761df57c9" -d '{"events": [{"server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "name": "network-vif-plugged", "status": "completed", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:47.856503 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf689e-4ee9-4194-b472-3ef9ff058dbf req-f6801262-897f-4fb1-924b-88442e71bbc8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:47.857995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cfbf689e-4ee9-4194-b472-3ef9ff058dbf req-f6801262-897f-4fb1-924b-88442e71bbc8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Sep 19 17:27:47.869686 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:47.896526 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a1136-e7ba-48c7-bdb8-899beeb59b60 x-openstack-request-id: req-da9a1136-e7ba-48c7-bdb8-899beeb59b60 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:47.896839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "name": "network-vif-plugged", "status": "completed", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:47.897108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da9a1136-e7ba-48c7-bdb8-899beeb59b60 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:47.897593 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9a1136-e7ba-48c7-bdb8-899beeb59b60'] response: {'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354', 'code': 200} Sep 19 17:27:47.911445 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cfbf689e-4ee9-4194-b472-3ef9ff058dbf req-3bb892c4-6279-4664-84c8-c8357b6d495a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469353 Sep 19 17:27:47.934025 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:47.984493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:48.259482 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:48.290007 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156e0a8-8d76-44c5-b740-3122bece804f req-7730f764-0115-4595-b268-196a0ce19ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:48.291506 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b156e0a8-8d76-44c5-b740-3122bece804f req-7730f764-0115-4595-b268-196a0ce19ebc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 1130 time: 0.0405004 Sep 19 17:27:48.338041 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b156e0a8-8d76-44c5-b740-3122bece804f req-ff21619a-170e-415a-ac91-d82ec73d6514 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Sep 19 17:27:48.520338 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a9ca3-0261-46d3-b1e9-d9a16194687f req-41c943ad-de38-45e6-a1b3-1aa0832250a7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:48.521711 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-514a9ca3-0261-46d3-b1e9-d9a16194687f req-41c943ad-de38-45e6-a1b3-1aa0832250a7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0539548 Sep 19 17:27:48.567838 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-514a9ca3-0261-46d3-b1e9-d9a16194687f req-cdc410d2-22dc-4833-9e3b-082cdb22a5cf tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Sep 19 17:27:49.039084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c8647-5ad9-4e85-a73f-65268b7d99d4 req-bdaf44b8-4216-4323-893a-946906ec39e7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:49.040591 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-587c8647-5ad9-4e85-a73f-65268b7d99d4 req-bdaf44b8-4216-4323-893a-946906ec39e7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0464866 Sep 19 17:27:49.087222 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-587c8647-5ad9-4e85-a73f-65268b7d99d4 req-b726c7a4-ea74-4c13-ab31-de8da105b836 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Sep 19 17:27:49.685493 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90951508-f9f2-4e3d-8664-64dbb0534606 req-0f6616f4-b876-4c0b-a6f6-711135edfd58 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:49.686870 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-90951508-f9f2-4e3d-8664-64dbb0534606 req-0f6616f4-b876-4c0b-a6f6-711135edfd58 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0462198 Sep 19 17:27:49.737059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-90951508-f9f2-4e3d-8664-64dbb0534606 req-b793daa7-4828-4e11-a34d-f5878c5d34d5 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Sep 19 17:27:50.200954 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:50.218917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e69-8f71-4d30-b8d2-6bbadf9e1949 req-96f76be5-ff62-43ba-8cfc-078e8d91acb2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:50.220634 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94140e69-8f71-4d30-b8d2-6bbadf9e1949 req-96f76be5-ff62-43ba-8cfc-078e8d91acb2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Sep 19 17:27:50.270499 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94140e69-8f71-4d30-b8d2-6bbadf9e1949 req-781c7dec-ef04-428c-91ed-16c54b8582e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440481 Sep 19 17:27:50.855581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c788-20b2-4c31-a2fe-7c742313f522 req-235d92ab-7ca8-45e2-8732-63f675bad746 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:50.857192 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0e36c788-20b2-4c31-a2fe-7c742313f522 req-235d92ab-7ca8-45e2-8732-63f675bad746 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0464909 Sep 19 17:27:50.907599 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0e36c788-20b2-4c31-a2fe-7c742313f522 req-e69eabaf-537a-4b6d-87ac-546ce64cbb8c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Sep 19 17:27:51.404036 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3025-3ef0-4a14-bd29-f7c8197ce6a2 req-1ae35701-826b-4197-9614-125030c34bb8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:51.405568 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-efea3025-3ef0-4a14-bd29-f7c8197ce6a2 req-1ae35701-826b-4197-9614-125030c34bb8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0539281 Sep 19 17:27:51.454546 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-efea3025-3ef0-4a14-bd29-f7c8197ce6a2 req-c930164a-10b7-4f28-982f-10b2dc683e1b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Sep 19 17:27:52.030726 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7269f0-657e-47b4-8c4b-d21e22610c35 req-7eac8fae-cd4c-4c82-9752-38222725c1d6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.032233 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a7269f0-657e-47b4-8c4b-d21e22610c35 req-7eac8fae-cd4c-4c82-9752-38222725c1d6 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0477581 Sep 19 17:27:52.057522 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:52.080141 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a7269f0-657e-47b4-8c4b-d21e22610c35 req-0c8c4b36-9a8c-4942-98f7-f1e9508e93f2 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Sep 19 17:27:52.588586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76456-7ffa-4574-86b9-984df934d181 req-91cc3d48-e84a-4b99-8d24-e6dc3b5b7adc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:52.590146 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b9c76456-7ffa-4574-86b9-984df934d181 req-91cc3d48-e84a-4b99-8d24-e6dc3b5b7adc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Sep 19 17:27:52.641377 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b9c76456-7ffa-4574-86b9-984df934d181 req-a9c7ab51-2d31-495c-b7d5-de025d9ff22b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Sep 19 17:27:53.525413 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:53.768800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cbe1f-c66f-4730-b9aa-23ce5e24550d req-4dc0b577-aa19-4028-a5a3-a235238e3f1d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:53.770766 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-433cbe1f-c66f-4730-b9aa-23ce5e24550d req-4dc0b577-aa19-4028-a5a3-a235238e3f1d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0488963 Sep 19 17:27:53.819059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-433cbe1f-c66f-4730-b9aa-23ce5e24550d req-0d7a025b-bd85-418f-8c72-eac355e313d9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Sep 19 17:27:54.954469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9da1ee-92c9-483a-bd53-f5b71d0bee19 req-4592e116-e90d-4f14-9238-74b862e02f1c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:54.956049 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a9da1ee-92c9-483a-bd53-f5b71d0bee19 req-4592e116-e90d-4f14-9238-74b862e02f1c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Sep 19 17:27:55.007071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a9da1ee-92c9-483a-bd53-f5b71d0bee19 req-04750253-a037-43da-b3d7-c7f5661221e0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449157 Sep 19 17:27:56.111478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2e9e-5d31-4337-9451-fa0eb1f8b37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:56.179143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959117-90de-46eb-9899-f744401cb80e req-9ba4e7d6-4da5-4452-97c2-511592ed43bf tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:56.180677 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1f959117-90de-46eb-9899-f744401cb80e req-9ba4e7d6-4da5-4452-97c2-511592ed43bf tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Sep 19 17:27:56.227799 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1f959117-90de-46eb-9899-f744401cb80e req-d58ac233-2507-4add-8047-fa75ab7e5606 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414224 Sep 19 17:27:57.326694 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-d6fde47d-d648-4a41-aa17-c3e836a6e56f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1678939247&fields=id&tenant_id=4ff66ee28420498aa3f3ac65946c8bca HTTP/1.1" status: 200 len: 267 time: 0.0547001 Sep 19 17:27:57.408756 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d00e-b593-4f36-8c2e-06499ef1433b req-7971b6b7-0c0b-4c3c-a536-06937ba1c667 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:57.410762 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ad4d00e-b593-4f36-8c2e-06499ef1433b req-7971b6b7-0c0b-4c3c-a536-06937ba1c667 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.1024671 Sep 19 17:27:57.491572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-646bff1a-b279-4bbe-8a7c-98b588b53dfc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:57.493090 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-646bff1a-b279-4bbe-8a7c-98b588b53dfc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 808 time: 0.1505868 Sep 19 17:27:57.496681 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7ad4d00e-b593-4f36-8c2e-06499ef1433b req-0c7cfc7a-bec6-4b71-9369-c1956befbddc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788682 Sep 19 17:27:57.507745 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-3ff131b7-29f8-4b5d-99fa-9bb8408935e6 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/quotas/4ff66ee28420498aa3f3ac65946c8bca HTTP/1.1" status: 200 len: 375 time: 0.0090916 Sep 19 17:27:57.557736 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-1a156e62-e65c-44fc-af18-b56ee1473321 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447013 Sep 19 17:27:57.587418 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:57.656538 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-18c2d265-de46-41e5-8548-eca7cf69a921 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877848 Sep 19 17:27:57.685570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:27:57.694617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:57.750097 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-75e43c72-40c7-4f28-a971-41066eadaae6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870810 Sep 19 17:27:57.790877 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:57.802718 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:27:57.843394 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: ACTIVE; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:57.843810 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:57.857913 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:27:57.877850 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:57.951257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:57.998596 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=6']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:27:58.006317 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.006618 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.006963 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.007325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.007668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.008022 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.008352 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.008678 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.009006 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.009331 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.009658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.009999 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.010352 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.010669 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.010990 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:27:58.162856 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:27:58.332416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:58.335681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=54 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:58.337166 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-48dcba5d-8120-4c27-86c6-557c781a342e req-01b6d113-8228-4502-831b-2c97a4da5813 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0274003 Sep 19 17:27:58.511044 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-113b2fc2-1cf4-490d-961d-fb19999684c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:58.622240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f788d7f-cb02-46f6-9eb1-2dd8a0303de9 req-3c56ba79-f178-4350-8c17-654c0e0217c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:58.623755 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f788d7f-cb02-46f6-9eb1-2dd8a0303de9 req-3c56ba79-f178-4350-8c17-654c0e0217c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0459583 Sep 19 17:27:58.670026 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f788d7f-cb02-46f6-9eb1-2dd8a0303de9 req-869fc865-53f3-4a29-a367-2a1968ac0e3f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406265 Sep 19 17:27:59.442209 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0de4de1b-3062-471c-89e7-484752036c91 req-63c762a6-203b-4980-8386-286fbf9c1c5b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Sep 19 17:27:59.724478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:27:59.755213 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:59.769744 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:27:59.770108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:59.770438 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:27:59.802466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f0466-f2c3-485a-986f-540e304a9132 req-d32197ff-c735-48b3-95b4-50b2dec9ba81 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:27:59.803961 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-077f0466-f2c3-485a-986f-540e304a9132 req-d32197ff-c735-48b3-95b4-50b2dec9ba81 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0524924 Sep 19 17:27:59.829780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:27:59.850154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:27:59.850545 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:27:59.853392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-077f0466-f2c3-485a-986f-540e304a9132 req-509170d1-ebbb-44b8-b2cc-8a3e7a9f19f7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430832 Sep 19 17:27:59.875679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:27:59.878793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cae408-d8e7-4653-ac22-f60dfab8901a" -d '{"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:27:59.895252 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:27:59.932935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dd4155-d076-48fb-a3f5-cedd25920865 x-openstack-request-id: req-31dd4155-d076-48fb-a3f5-cedd25920865 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:27:59.932935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:27:59.932935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31dd4155-d076-48fb-a3f5-cedd25920865 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:27:59.932935 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dd4155-d076-48fb-a3f5-cedd25920865'] response: {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'code': 200} Sep 19 17:28:00.002675 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:00.058342 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=7']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:00.543026 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3271597b-4ea4-4fe7-9662-28f8c51be147 req-769caf00-c945-41ce-ba1b-a327b20a8590 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Sep 19 17:28:00.997261 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df7ae5-fdaf-4a5b-a860-9c37d4eab3fb req-6fac2bbf-7ab4-49b0-a585-cfd632fe9b70 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:00.999926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-46df7ae5-fdaf-4a5b-a860-9c37d4eab3fb req-6fac2bbf-7ab4-49b0-a585-cfd632fe9b70 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0594149 Sep 19 17:28:01.058523 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-46df7ae5-fdaf-4a5b-a860-9c37d4eab3fb req-d7db0e54-2155-4467-8053-0cc5a3c0e46c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527692 Sep 19 17:28:01.140087 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:01.458129 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:01.551495 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:01.649190 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6df35a9c-25a9-49b8-8baf-411d1884a05e req-0d8a01a7-a2c1-4a52-88b4-931837ae6bec tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0313580 Sep 19 17:28:01.840635 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-f26338a5-1dd1-4858-8733-8f170dd4b673 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:01.842112 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-f26338a5-1dd1-4858-8733-8f170dd4b673 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 808 time: 0.1079557 Sep 19 17:28:02.013773 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-20d997f9-fb22-4fd0-a222-6e155fe7bf15 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ff66ee28420498aa3f3ac65946c8bca HTTP/1.1" status: 200 len: 380 time: 0.0702906 Sep 19 17:28:02.046672 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'port': {'device_id': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'admin_state_up': True, 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'security_groups': ['bea06228-4c22-4c03-a6e5-58a38155296c']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:28:02.196632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed992a-9da7-4ebd-bd61-6d8c4ae9a4fb req-efb36e4d-fcb8-47ed-a05a-648b6afb1dc9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:02.198057 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbed992a-9da7-4ebd-bd61-6d8c4ae9a4fb req-efb36e4d-fcb8-47ed-a05a-648b6afb1dc9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0478692 Sep 19 17:28:02.208339 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Made reservation on behalf of 4ff66ee28420498aa3f3ac65946c8bca for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:28:02.212706 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:02.248318 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dbed992a-9da7-4ebd-bd61-6d8c4ae9a4fb req-5fa8a19e-92b2-4a1f-ab9d-e0705bc74e95 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Sep 19 17:28:02.342600 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Allocated IP 172.20.0.13 (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea/3051c8a6-610c-4e7d-a5c9-8aa4245f30b8/ddae7d4a-71c6-4777-a374-39594620566f) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:28:02.484611 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for port (ddae7d4a-71c6-4777-a374-39594620566f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:02.563122 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:02.606861 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:28:02.610064 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:28:02.614433 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:28:02.620376 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:02.669862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:02.670654 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:02.730961 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-5db83734-3011-4f88-bb1c-619454a2f35d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6878822 Sep 19 17:28:02.779431 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3139-3096-41fd-a61e-d8e4e4ab7c23 req-ad4a653b-5410-4575-b425-70ff107de9b7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:02.782241 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed8a3139-3096-41fd-a61e-d8e4e4ab7c23 req-ad4a653b-5410-4575-b425-70ff107de9b7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 932 time: 0.0500247 Sep 19 17:28:02.804557 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Provisioning complete for port ddae7d4a-71c6-4777-a374-39594620566f triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:28:02.805181 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddae7d4a-71c6-4777-a374-39594620566f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:02.805678 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 1 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:02.857425 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:28:02.859143 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed8a3139-3096-41fd-a61e-d8e4e4ab7c23 req-65267c98-beec-4ffd-8fcd-610aca0ec2b8 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703971 Sep 19 17:28:03.358542 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 2 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:03.377140 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece2133-1bae-4c55-89cb-08e26dd0622a req-12fe912c-b490-4fae-9579-068abd952b49 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:03.379142 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-eece2133-1bae-4c55-89cb-08e26dd0622a req-12fe912c-b490-4fae-9579-068abd952b49 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0507205 Sep 19 17:28:03.392231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:28:03.427042 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-eece2133-1bae-4c55-89cb-08e26dd0622a req-3a774d6f-af24-4774-9c0d-82c46213d088 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Sep 19 17:28:03.893631 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 3 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:03.925718 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:28:03.980576 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe6f8-f847-499e-8d5a-2b642c99c1e3 req-7ce0c69f-27f6-4439-beb4-40fdf170ab8f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:03.980576 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b79fe6f8-f847-499e-8d5a-2b642c99c1e3 req-7ce0c69f-27f6-4439-beb4-40fdf170ab8f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 932 time: 0.0456553 Sep 19 17:28:04.034165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b79fe6f8-f847-499e-8d5a-2b642c99c1e3 req-18a7d22b-d16e-4d8f-838b-8dcb417bb67b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508294 Sep 19 17:28:04.060030 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:04.418677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Request body: {'port': {'device_id': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:28:04.426597 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 4 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:04.451078 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:04.454615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:04.463154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:28:04.481767 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:04.513397 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:04.557139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876a961-9aed-4e7a-82f6-1c9a000255b6 req-d8d9f688-024e-40d3-aaf9-7ae18bb84b4f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:04.558766 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0876a961-9aed-4e7a-82f6-1c9a000255b6 req-d8d9f688-024e-40d3-aaf9-7ae18bb84b4f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0509050 Sep 19 17:28:04.607657 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0876a961-9aed-4e7a-82f6-1c9a000255b6 req-c9ae7b02-f181-4319-94b5-1f6c4100a4a2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430644 Sep 19 17:28:04.743666 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddae7d4a-71c6-4777-a374-39594620566f {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:28:04.751339 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks [] for port (ddae7d4a-71c6-4777-a374-39594620566f), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:04.764148 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Transition to ACTIVE for port object ddae7d4a-71c6-4777-a374-39594620566f will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:28:04.824476 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:04.903620 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:04.932516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Attempting to bind port ddae7d4a-71c6-4777-a374-39594620566f on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:28:04.932854 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Attempting to bind port ddae7d4a-71c6-4777-a374-39594620566f by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:28:04.933189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Attempting to bind port ddae7d4a-71c6-4777-a374-39594620566f on network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:28:04.964689 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 5 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:04.975607 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Port ddae7d4a-71c6-4777-a374-39594620566f on network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:28:04.977226 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Attempting to bind port ddae7d4a-71c6-4777-a374-39594620566f on network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:28:04.998464 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:28:05.022325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:28:05.022666 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Checking segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:28:05.023050 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Bound using segment: {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:28:05.023487 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Bound port: ddae7d4a-71c6-4777-a374-39594620566f, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e869b6a7-370c-4428-9aa8-9294356fdf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:28:05.023952 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:05.085365 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:28:05.088572 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:28:05.134748 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:05.152867 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c773-271b-400f-9254-e392036a948a req-6c695788-43fe-44dd-be48-1c0ae57b816c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:05.154395 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9414c773-271b-400f-9254-e392036a948a req-6c695788-43fe-44dd-be48-1c0ae57b816c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0458066 Sep 19 17:28:05.174026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:05.177449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:05.185906 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:05.185906 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 1094 time: 0.7652314 Sep 19 17:28:05.185906 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:28:05.185906 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ce08b3-19a4-44ee-8646-cab6d598f6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:05.205819 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9414c773-271b-400f-9254-e392036a948a req-b0551e75-88e3-4f55-a1e6-862bb7d3bfd5 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Sep 19 17:28:05.222876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046bd46e-c76b-4a33-876c-bfa86476272f x-openstack-request-id: req-046bd46e-c76b-4a33-876c-bfa86476272f {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:05.223173 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:05.223425 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-046bd46e-c76b-4a33-876c-bfa86476272f {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:05.223884 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046bd46e-c76b-4a33-876c-bfa86476272f'] response: {'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'status': 'completed', 'code': 200} Sep 19 17:28:05.237032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:05.240148 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b787261-840d-4677-a5a0-7068fce5a122 service neutron] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:05.499932 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Attempt 6 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:05.537694 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-df581e07-34c0-4b0f-ab37-46e1088a41ed None None] Port ddae7d4a-71c6-4777-a374-39594620566f had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:28:05.736856 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023493f4-4fc3-4d86-9c55-2063ba291407 req-3ebb4c5e-6151-43e3-9016-3ddfcea60fb5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:05.738041 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-023493f4-4fc3-4d86-9c55-2063ba291407 req-3ebb4c5e-6151-43e3-9016-3ddfcea60fb5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0478785 Sep 19 17:28:05.789247 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-023493f4-4fc3-4d86-9c55-2063ba291407 req-2aa09417-84ae-47cc-8475-4dcd7e2a806e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457268 Sep 19 17:28:06.338506 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc3f0-e372-4332-a875-e1e7a5c78c74 req-c525663a-e257-4fd4-819c-fac456babf9e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:06.339984 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b64dc3f0-e372-4332-a875-e1e7a5c78c74 req-c525663a-e257-4fd4-819c-fac456babf9e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0553572 Sep 19 17:28:06.388888 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b64dc3f0-e372-4332-a875-e1e7a5c78c74 req-767d8878-d1dd-45af-a471-032fe94337ce tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Sep 19 17:28:06.914282 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cf92-bd6e-4936-a9e6-ceb64496314b req-06397b08-6978-42d8-8f55-062d776d95fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:06.915779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c466cf92-bd6e-4936-a9e6-ceb64496314b req-06397b08-6978-42d8-8f55-062d776d95fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0453935 Sep 19 17:28:06.963932 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c466cf92-bd6e-4936-a9e6-ceb64496314b req-8a025dd5-04ba-4893-874b-af00186a42a5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Sep 19 17:28:07.146449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-82b8eaae-3445-4e16-9942-27f2e2e95b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.148021 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-82b8eaae-3445-4e16-9942-27f2e2e95b91 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1128 time: 0.0441933 Sep 19 17:28:07.253656 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-c75aa669-694a-47c1-b0cb-be8bd130123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.255129 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-c75aa669-694a-47c1-b0cb-be8bd130123c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0928576 Sep 19 17:28:07.360061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-21534269-e1bc-4683-9386-a783ffda59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.361542 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36ce08b3-19a4-44ee-8646-cab6d598f6ba req-21534269-e1bc-4683-9386-a783ffda59d7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926824 Sep 19 17:28:07.466268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-0d930e55-37ac-4387-aa78-70a05fdd603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.467859 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-0d930e55-37ac-4387-aa78-70a05fdd603b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1128 time: 0.0400128 Sep 19 17:28:07.496582 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:07.515324 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a71d-94ef-4c74-8cec-441e460e77f4 req-b528b9ee-e4b0-4813-bd00-b99278ed7460 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.516908 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7478a71d-94ef-4c74-8cec-441e460e77f4 req-b528b9ee-e4b0-4813-bd00-b99278ed7460 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0520477 Sep 19 17:28:07.518194 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-d69084bb-c5ee-48e6-9f19-5a96454ca395 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 217 time: 0.0360050 Sep 19 17:28:07.570128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7478a71d-94ef-4c74-8cec-441e460e77f4 req-0043c233-e863-4b54-85af-27d9d3a1fa32 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468330 Sep 19 17:28:07.575982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-1ccd1309-1e38-4a34-b846-31241d9fbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.577478 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-1ccd1309-1e38-4a34-b846-31241d9fbf8b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0534427 Sep 19 17:28:07.622581 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634e8a-1651-49e2-8901-701abbcef568 req-2eb638e0-9d16-4ee0-a988-0cb20d88e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:07.624085 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-2eb638e0-9d16-4ee0-a988-0cb20d88e9bc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388029 Sep 19 17:28:07.716352 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-c04ca6b2-f2d1-41ca-84e6-00701c6dd541 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862186 Sep 19 17:28:07.766962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:07.807022 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e7634e8a-1651-49e2-8901-701abbcef568 req-f5a450b2-7634-440f-896c-15466da5372c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Sep 19 17:28:08.091826 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488043a-2e06-4fe4-accc-01c23b4e8871 req-98fa40e6-9912-453e-bc1e-bf42a7e48d45 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:08.093479 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4488043a-2e06-4fe4-accc-01c23b4e8871 req-98fa40e6-9912-453e-bc1e-bf42a7e48d45 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0463822 Sep 19 17:28:08.142513 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4488043a-2e06-4fe4-accc-01c23b4e8871 req-82543153-bb73-4044-b8cc-a80de339efc5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Sep 19 17:28:08.691904 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96bf75-2f80-4421-9808-59dd039ce682 req-e10441d3-3e1b-4474-9660-221e5ee0a2ec tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:08.693394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7c96bf75-2f80-4421-9808-59dd039ce682 req-e10441d3-3e1b-4474-9660-221e5ee0a2ec tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0464132 Sep 19 17:28:08.745653 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7c96bf75-2f80-4421-9808-59dd039ce682 req-5f3b0a27-6bf2-4793-a9f3-b2cc0a3cd08c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465562 Sep 19 17:28:09.278084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7ccb7-be55-4519-9bf9-ac8bc3dc9347 req-bf7df28b-2e02-4504-9019-3f1b1ac5bd03 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:09.285229 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9aa7ccb7-be55-4519-9bf9-ac8bc3dc9347 req-bf7df28b-2e02-4504-9019-3f1b1ac5bd03 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0605793 Sep 19 17:28:09.328553 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9aa7ccb7-be55-4519-9bf9-ac8bc3dc9347 req-b356ade8-4e1a-4544-aa23-f3b489ece0de tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Sep 19 17:28:09.869120 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4e1b6-7f18-4b83-b386-b102a612e270 req-c46f12aa-1553-46fc-95f1-bd8a6233b4a1 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:09.870603 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91c4e1b6-7f18-4b83-b386-b102a612e270 req-c46f12aa-1553-46fc-95f1-bd8a6233b4a1 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0508504 Sep 19 17:28:09.918493 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91c4e1b6-7f18-4b83-b386-b102a612e270 req-3700c1bf-65f6-492d-a9cc-935c3ded7952 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Sep 19 17:28:10.462387 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae05b5-213e-4679-ba2c-7986b5b242f4 req-639244ff-c612-49bc-b7a5-96d53cfce22f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:10.464237 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-93ae05b5-213e-4679-ba2c-7986b5b242f4 req-639244ff-c612-49bc-b7a5-96d53cfce22f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0529132 Sep 19 17:28:10.514474 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-93ae05b5-213e-4679-ba2c-7986b5b242f4 req-8118f345-3da5-4155-8916-fe3f9bc37e77 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446410 Sep 19 17:28:11.038214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35902bec-4c42-46c3-beb2-de4e49ed0993 req-3580fcae-6ebf-4d93-bd8e-d195f66e380f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:11.039700 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35902bec-4c42-46c3-beb2-de4e49ed0993 req-3580fcae-6ebf-4d93-bd8e-d195f66e380f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0464926 Sep 19 17:28:11.088988 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35902bec-4c42-46c3-beb2-de4e49ed0993 req-0e896c96-f2fd-4bc0-bc5c-4afb67c9d24c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Sep 19 17:28:11.630127 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:11.645275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df163-8c90-45ab-89ea-0ee7436d7b2d req-6d452199-a9d4-4ba8-8b44-1a380f1a34e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:11.646742 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d76df163-8c90-45ab-89ea-0ee7436d7b2d req-6d452199-a9d4-4ba8-8b44-1a380f1a34e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Sep 19 17:28:11.694079 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d76df163-8c90-45ab-89ea-0ee7436d7b2d req-2112e438-c18c-4d04-bede-8caae4b0ba1f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Sep 19 17:28:12.208630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff9659-021d-4116-91c5-1ff7d89a4010 req-6291d989-f222-478f-8aad-f9ccd9bf3b63 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:12.210131 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18ff9659-021d-4116-91c5-1ff7d89a4010 req-6291d989-f222-478f-8aad-f9ccd9bf3b63 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0461183 Sep 19 17:28:12.259333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18ff9659-021d-4116-91c5-1ff7d89a4010 req-8a9c0c1c-1d0d-40ed-833e-9c85b71189fa tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Sep 19 17:28:12.822869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f1a0a-a34b-4b34-956c-8bf7d64bb828 req-d09eff68-e7c8-4daf-bdb5-7598fbe0b6b2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:12.824378 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-326f1a0a-a34b-4b34-956c-8bf7d64bb828 req-d09eff68-e7c8-4daf-bdb5-7598fbe0b6b2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Sep 19 17:28:12.876436 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-326f1a0a-a34b-4b34-956c-8bf7d64bb828 req-943c3875-5efb-43d1-ab18-0b5703e686dc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456910 Sep 19 17:28:13.378057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4cac5-9f9d-4f6f-987a-41fcb29316df req-aa16bae3-60d2-4816-836d-954166d6d7ad tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:13.379508 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a4c4cac5-9f9d-4f6f-987a-41fcb29316df req-aa16bae3-60d2-4816-836d-954166d6d7ad tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0464504 Sep 19 17:28:13.430758 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a4c4cac5-9f9d-4f6f-987a-41fcb29316df req-ebb77df9-5735-48fe-8141-fada0278baf3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Sep 19 17:28:14.006571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6b402-557d-4852-8b59-bb14de683224 req-2caaa29b-a5fd-4282-bd2e-f657f622cfb5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:14.008094 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-07b6b402-557d-4852-8b59-bb14de683224 req-2caaa29b-a5fd-4282-bd2e-f657f622cfb5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0474460 Sep 19 17:28:14.028674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:14.056167 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-07b6b402-557d-4852-8b59-bb14de683224 req-f5d4b1a0-e839-4eed-904e-e702cefc15c4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 Sep 19 17:28:14.565566 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a23724-84f4-4367-b5e4-e898ed75b3a7 req-f36e15c3-a6a0-449e-ae34-060ebc4ad37d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:14.567071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-96a23724-84f4-4367-b5e4-e898ed75b3a7 req-f36e15c3-a6a0-449e-ae34-060ebc4ad37d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0534952 Sep 19 17:28:14.617096 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-96a23724-84f4-4367-b5e4-e898ed75b3a7 req-0096019f-16de-4026-91ce-857c09abbe01 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444016 Sep 19 17:28:15.180967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b14b0-e0dc-4623-98ae-fc49dd22ec04 req-10d28410-4a4b-47f4-8020-041c47f53b64 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:15.182490 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b1b14b0-e0dc-4623-98ae-fc49dd22ec04 req-10d28410-4a4b-47f4-8020-041c47f53b64 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0469594 Sep 19 17:28:15.232059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b1b14b0-e0dc-4623-98ae-fc49dd22ec04 req-a6840057-d8d9-4ec2-8a29-7756206d0edb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Sep 19 17:28:15.262269 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:28:15.534717 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=33 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:15.536598 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:15.737535 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c883f-cfbf-4343-9f0c-aa91494b78a5 req-1d004706-a32a-416d-ab5b-096f120a8033 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:15.739634 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e81c883f-cfbf-4343-9f0c-aa91494b78a5 req-1d004706-a32a-416d-ab5b-096f120a8033 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0466154 Sep 19 17:28:15.796121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e81c883f-cfbf-4343-9f0c-aa91494b78a5 req-0377d3f1-efff-466a-8caf-3f0ae7b17421 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Sep 19 17:28:16.360869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca2aee-5157-42c0-8bc7-281a07a157f5 req-04a46d25-5710-4949-b284-7c63c4b0a338 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:16.362417 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2ca2aee-5157-42c0-8bc7-281a07a157f5 req-04a46d25-5710-4949-b284-7c63c4b0a338 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Sep 19 17:28:16.417689 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2ca2aee-5157-42c0-8bc7-281a07a157f5 req-7975eb8b-6d75-4280-9f2c-2dbc20b417dd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491006 Sep 19 17:28:17.019051 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4811d2-4889-4aa3-b3c6-b81b19bae1b1 req-aaf08101-9dbd-4917-9569-75845593755b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:17.020779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f4811d2-4889-4aa3-b3c6-b81b19bae1b1 req-aaf08101-9dbd-4917-9569-75845593755b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.1483538 Sep 19 17:28:17.077803 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0f4811d2-4889-4aa3-b3c6-b81b19bae1b1 req-f06220ad-5d9c-4640-b2a4-47e03cb3ebbd tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505636 Sep 19 17:28:17.558737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0a9e-3a44-41d9-be56-de4fe89363d3 req-a530ab99-cdf8-49aa-a3c0-971ec5074870 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:17.560420 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6cdb0a9e-3a44-41d9-be56-de4fe89363d3 req-a530ab99-cdf8-49aa-a3c0-971ec5074870 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Sep 19 17:28:17.611755 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6cdb0a9e-3a44-41d9-be56-de4fe89363d3 req-245d48c2-54aa-4bdb-9f7d-b531a82f6831 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449684 Sep 19 17:28:17.804499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=61 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:18.194054 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:18.203575 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9ee54-710c-4e6c-b97b-53d2392793fe req-2cabda4f-e91a-4f92-96f8-2ae4d8191dee tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:18.205350 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42e9ee54-710c-4e6c-b97b-53d2392793fe req-2cabda4f-e91a-4f92-96f8-2ae4d8191dee tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0500226 Sep 19 17:28:18.259323 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42e9ee54-710c-4e6c-b97b-53d2392793fe req-d5831022-6ac1-4578-87b5-ce5989ea835a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Sep 19 17:28:18.765071 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8a91c-a137-4e63-aea1-d57112c4dcfe req-75cd0bdc-2ff2-45c2-9704-17fe9b6f98b9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:18.766564 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74a8a91c-a137-4e63-aea1-d57112c4dcfe req-75cd0bdc-2ff2-45c2-9704-17fe9b6f98b9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0594025 Sep 19 17:28:18.824787 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74a8a91c-a137-4e63-aea1-d57112c4dcfe req-16812375-6bd5-4992-8f97-eeab03956adf tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497236 Sep 19 17:28:19.405183 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99bff3-d05a-47ce-ad15-7a8735625c8d req-14c8884f-9228-4cc0-b416-e1caed7a1f5f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:19.407514 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b99bff3-d05a-47ce-ad15-7a8735625c8d req-14c8884f-9228-4cc0-b416-e1caed7a1f5f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0626719 Sep 19 17:28:19.474626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b99bff3-d05a-47ce-ad15-7a8735625c8d req-e578610f-9804-4506-83e5-7d3cd0ef4684 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585811 Sep 19 17:28:20.090182 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c8500-80cb-46eb-9df6-f8684c1479b3 req-1353ea50-fe58-49e0-b585-f8c7121adb12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:20.091905 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fe6c8500-80cb-46eb-9df6-f8684c1479b3 req-1353ea50-fe58-49e0-b585-f8c7121adb12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.1072254 Sep 19 17:28:20.156667 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fe6c8500-80cb-46eb-9df6-f8684c1479b3 req-eda833fd-1b9a-48f1-9308-782a2a4a5f61 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568616 Sep 19 17:28:20.651998 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:20.666916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575045b-fef9-4019-82be-5c93dfb03073 req-42a66e05-5d41-41b8-a875-c629bbea4bcd tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:20.668613 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c575045b-fef9-4019-82be-5c93dfb03073 req-42a66e05-5d41-41b8-a875-c629bbea4bcd tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.1100154 Sep 19 17:28:20.724280 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c575045b-fef9-4019-82be-5c93dfb03073 req-1c0f017f-6463-464f-9886-8692013ce3f8 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497239 Sep 19 17:28:21.294697 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396464-0dc2-4301-9d39-b3d79c073ed3 req-1aee693d-2b07-411d-ac63-1a63e67d3e01 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:21.296714 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47396464-0dc2-4301-9d39-b3d79c073ed3 req-1aee693d-2b07-411d-ac63-1a63e67d3e01 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0496349 Sep 19 17:28:21.351991 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47396464-0dc2-4301-9d39-b3d79c073ed3 req-539dc5d7-5069-4df2-a875-14cb62317cee tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Sep 19 17:28:21.870377 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc199c2-95cf-4261-b43d-6d2098ead407 req-0339a971-a982-4750-a295-18aed0dc7f67 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:21.872306 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6cc199c2-95cf-4261-b43d-6d2098ead407 req-0339a971-a982-4750-a295-18aed0dc7f67 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0553632 Sep 19 17:28:21.932520 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6cc199c2-95cf-4261-b43d-6d2098ead407 req-d2a2018a-4d9b-4068-b1d1-46429fb1e018 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545521 Sep 19 17:28:22.614193 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f696-b058-46a1-bebb-c8745458f79a req-bd6c5a29-d4fe-40fc-a534-d30c37ed3dc7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:22.615862 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6750f696-b058-46a1-bebb-c8745458f79a req-bd6c5a29-d4fe-40fc-a534-d30c37ed3dc7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Sep 19 17:28:22.680214 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6750f696-b058-46a1-bebb-c8745458f79a req-d84d6942-0303-4dbe-b4c2-093839f1bf46 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549490 Sep 19 17:28:23.073455 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5bac3-0e5d-4d94-8d02-d8848e61f0bb req-67f89049-3bad-4e95-8b7a-85d021880afa tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:23.075184 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b1b5bac3-0e5d-4d94-8d02-d8848e61f0bb req-67f89049-3bad-4e95-8b7a-85d021880afa tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Sep 19 17:28:23.337595 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b1b5bac3-0e5d-4d94-8d02-d8848e61f0bb req-c359f235-45b8-45c0-ae08-06bd6ce747ad tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560484 Sep 19 17:28:23.806443 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10f2e9-9703-473d-b2c5-37238bcdebc5 req-ac19e16e-8129-48a2-bb7a-6d7443e4d49b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:23.807988 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-eb10f2e9-9703-473d-b2c5-37238bcdebc5 req-ac19e16e-8129-48a2-bb7a-6d7443e4d49b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0470014 Sep 19 17:28:23.856014 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-eb10f2e9-9703-473d-b2c5-37238bcdebc5 req-d1553a2a-f0b8-45c8-8f67-5c105cdf3e33 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Sep 19 17:28:24.469878 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c6cfd-1d7d-401b-861a-a1fdce4c0b5e req-b9396a1d-833d-46d1-ac80-2f80b24969d4 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:24.471596 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5e6c6cfd-1d7d-401b-861a-a1fdce4c0b5e req-b9396a1d-833d-46d1-ac80-2f80b24969d4 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0502381 Sep 19 17:28:24.535404 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5e6c6cfd-1d7d-401b-861a-a1fdce4c0b5e req-25edd1b3-e09d-4208-8f6f-0fc7789b97bf tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545900 Sep 19 17:28:25.003064 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d7b1-1d40-479b-8279-efa6ea792e01 req-f1a3567c-275b-415f-ba16-1b1023bdd0f4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:25.008441 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5587d7b1-1d40-479b-8279-efa6ea792e01 req-f1a3567c-275b-415f-ba16-1b1023bdd0f4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0572340 Sep 19 17:28:25.031633 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:25.072487 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5587d7b1-1d40-479b-8279-efa6ea792e01 req-ce346bb2-3468-474b-9353-1d8135dbf50d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612922 Sep 19 17:28:25.086118 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:28:25.227805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:28:25.240905 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'ddae7d4a-71c6-4777-a374-39594620566f', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'mac_address': 'fa:16:3e:c5:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:28:25.258389 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:25.259318 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:25.289619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ddae7d4a-71c6-4777-a374-39594620566f is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:28:25.290149 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:25.320571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddae7d4a-71c6-4777-a374-39594620566f {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:28:25.355273 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:28:25.444881 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:25.447572 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-0af718a6-d3a0-4cb3-bcca-e5d93be025aa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520275 Sep 19 17:28:25.534912 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:25.544222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-455b8a7a-4dcc-4d40-8703-c4b72486d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:25.546198 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-455b8a7a-4dcc-4d40-8703-c4b72486d4a4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 1129 time: 0.0480289 Sep 19 17:28:25.720047 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568796f7-5741-4684-832d-fee79ffb0124 req-618040ef-a4ba-425d-8ab3-5ba783c68151 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:25.721897 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-568796f7-5741-4684-832d-fee79ffb0124 req-618040ef-a4ba-425d-8ab3-5ba783c68151 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 945 time: 0.0858190 Sep 19 17:28:25.737871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-57dd2a85-a0f5-46f7-bdf5-ea914d9fabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:25.740235 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-57dd2a85-a0f5-46f7-bdf5-ea914d9fabdc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.1686301 Sep 19 17:28:25.756837 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7e780-2b2f-4c89-aa52-ec54933374f9 req-c90733d7-c8a6-493d-97ed-2881daa8b526 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:25.764108 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65f7e780-2b2f-4c89-aa52-ec54933374f9 req-c90733d7-c8a6-493d-97ed-2881daa8b526 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.1141186 Sep 19 17:28:25.826113 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-568796f7-5741-4684-832d-fee79ffb0124 req-5460503c-0b3e-4a30-9b6a-2fcdcdb650fb tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944228 Sep 19 17:28:25.852150 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65f7e780-2b2f-4c89-aa52-ec54933374f9 req-17b53349-fd6c-4671-960a-dcc655af11e7 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769403 Sep 19 17:28:26.037815 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ddae7d4a-71c6-4777-a374-39594620566f'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:28:26.123602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c67c89cd-b23c-4c9a-8476-8940232bf7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:26.216510 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ef62-681b-4206-9ff3-7f6693e7a5b3 req-35d8c2b1-aeac-4f62-a584-5e846189a33f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:26.225367 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5169ef62-681b-4206-9ff3-7f6693e7a5b3 req-35d8c2b1-aeac-4f62-a584-5e846189a33f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0640430 Sep 19 17:28:26.282457 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5169ef62-681b-4206-9ff3-7f6693e7a5b3 req-8075d758-233b-4a76-8698-c6216a685b54 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550003 Sep 19 17:28:27.028487 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a684-ae0a-4aa3-9e73-bdbdcd1e3812 req-9b3ee6f9-1a97-43cb-8d85-766f815cb195 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:27.030258 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8905a684-ae0a-4aa3-9e73-bdbdcd1e3812 req-9b3ee6f9-1a97-43cb-8d85-766f815cb195 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0972152 Sep 19 17:28:27.036453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20157c25-1fc9-4246-9232-bc6053b2776a req-44dc921b-ed17-4efd-b3e0-bb0848ffb25d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:27.038046 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20157c25-1fc9-4246-9232-bc6053b2776a req-44dc921b-ed17-4efd-b3e0-bb0848ffb25d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 945 time: 0.0945065 Sep 19 17:28:27.062683 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:27.121682 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8905a684-ae0a-4aa3-9e73-bdbdcd1e3812 req-01449762-9b66-47e9-bf75-ea4bd8485e73 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824869 Sep 19 17:28:27.132841 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20157c25-1fc9-4246-9232-bc6053b2776a req-029e7614-a808-4304-aa55-33ab7636bb06 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870917 Sep 19 17:28:27.407434 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-09982c25-86bf-45c8-9810-5eda3d05f9e2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 200 len: 217 time: 0.0400405 Sep 19 17:28:27.423132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb641b3-0404-4736-a427-550b83723a09 req-06789511-7e68-4e7b-a54e-779887f6a1e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:27.424974 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2cb641b3-0404-4736-a427-550b83723a09 req-06789511-7e68-4e7b-a54e-779887f6a1e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0528958 Sep 19 17:28:27.461923 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-2c051480-6d5d-47c2-af32-83c0851f469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:27.463393 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-2c051480-6d5d-47c2-af32-83c0851f469d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0495656 Sep 19 17:28:27.479626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2cb641b3-0404-4736-a427-550b83723a09 req-aafdf59a-2d0a-4783-8b72-5f05818a5f13 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Sep 19 17:28:27.518543 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-ba49e492-2eca-44c2-abff-fc72b9746585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:27.520101 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-ba49e492-2eca-44c2-abff-fc72b9746585 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446351 Sep 19 17:28:27.579114 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:28:27.622840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port ddae7d4a-71c6-4777-a374-39594620566f completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:28:27.624512 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-60f4ffa2-4ca4-4734-b5a9-f7f8d9773cdd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967081 Sep 19 17:28:27.717311 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-95b67014-6d95-4f35-ac82-a9049925e0dd req-d3a0e7a1-21d8-4988-9d44-f47a008851ae service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 Sep 19 17:28:27.768445 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port ddae7d4a-71c6-4777-a374-39594620566f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:28:27.768938 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddae7d4a-71c6-4777-a374-39594620566f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:27.769293 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:28:27.850060 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ddae7d4a-71c6-4777-a374-39594620566f is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:28:27.850450 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:27.874792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:28:27.877251 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580b566c-0679-4b50-bf7a-b3c4c2170190" -d '{"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-plugged", "status": "completed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:27.890309 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:28:27.915755 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b89d2d-72b2-4b25-92cc-9fdfc6184008 x-openstack-request-id: req-b6b89d2d-72b2-4b25-92cc-9fdfc6184008 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:27.916068 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-plugged", "status": "completed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:27.916324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6b89d2d-72b2-4b25-92cc-9fdfc6184008 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:27.916718 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b89d2d-72b2-4b25-92cc-9fdfc6184008'] response: {'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'code': 200} Sep 19 17:28:27.974557 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:28.013216 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:28.025274 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:28.291947 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8f2a-d927-4e08-b1a1-c4ad026598e1 req-5ca15b25-cf73-4ebf-8ca6-4058fc53d1dd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.296437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e13b8f2a-d927-4e08-b1a1-c4ad026598e1 req-5ca15b25-cf73-4ebf-8ca6-4058fc53d1dd tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0861814 Sep 19 17:28:28.341338 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa517545-8857-4773-bff3-a401784e46f2 req-4f031cd3-e8c2-465c-b77f-064e182565ad tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.348941 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa517545-8857-4773-bff3-a401784e46f2 req-4f031cd3-e8c2-465c-b77f-064e182565ad tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.1048529 Sep 19 17:28:28.444795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-8067dd4e-87df-438f-a7a8-89c20535eb1c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.446089 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:28.446938 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-8067dd4e-87df-438f-a7a8-89c20535eb1c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 946 time: 0.0767179 Sep 19 17:28:28.455169 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e13b8f2a-d927-4e08-b1a1-c4ad026598e1 req-388cde46-4823-4cdc-b640-ef38fc123017 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d494492d-60a8-4920-a556-d94e19e4dce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544518 Sep 19 17:28:28.502390 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa517545-8857-4773-bff3-a401784e46f2 req-d31c3b0f-3a44-4a51-8f72-cb768b631282 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514630 Sep 19 17:28:28.558098 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-40642edf-141c-4161-bcc5-84eb7fac4152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:28.656066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af7453-fb6a-4b83-8007-28b38e692ba3 req-fb7be35a-4741-4bf7-89db-3c9b48f64ec2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.658088 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47af7453-fb6a-4b83-8007-28b38e692ba3 req-fb7be35a-4741-4bf7-89db-3c9b48f64ec2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0803103 Sep 19 17:28:28.725583 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-47af7453-fb6a-4b83-8007-28b38e692ba3 req-6c6684b8-574f-4a2f-97a2-c8d7f3d2484c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583360 Sep 19 17:28:28.756306 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3558bd7-3ad7-438e-85be-9e0863f48cb7 req-b7244d08-458b-45e4-9da3-eef2ae65e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:28.758107 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c3558bd7-3ad7-438e-85be-9e0863f48cb7 req-b7244d08-458b-45e4-9da3-eef2ae65e040 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.3105278 Sep 19 17:28:28.871946 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c3558bd7-3ad7-438e-85be-9e0863f48cb7 req-37fdaab6-88fd-46cd-89d6-92d3436f4ef4 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046076 Sep 19 17:28:28.880887 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Deleting port ac32b4b1-2aff-4e55-922e-d6e0023c5354 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:28:28.881392 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:28.984268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] For port ac32b4b1-2aff-4e55-922e-d6e0023c5354, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ac32b4b1-2aff-4e55-922e-d6e0023c5354,segment=NetworkSegment(7529ab1d-041f-4580-b296-afd47be18dac),segment_id=7529ab1d-041f-4580-b296-afd47be18dac)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:28:28.988588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:28.997722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Calling delete_port for ac32b4b1-2aff-4e55-922e-d6e0023c5354 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:28:29.056590 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:29.185802 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ac32b4b1-2aff-4e55-922e-d6e0023c5354), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:29.214120 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Pushing event deleted for resources: {'Port': ['ID=ac32b4b1-2aff-4e55-922e-d6e0023c5354,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:29.232839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ac32b4b1-2aff-4e55-922e-d6e0023c5354'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:28:29.260856 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] No DVR routers for this DVR port ac32b4b1-2aff-4e55-922e-d6e0023c5354 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:28:29.263219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:29.266542 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-13f988f0-1fe3-4bf3-8a3d-280be5d9ec7a req-9c0d8637-5991-4b7e-a0bf-4d585a31411c tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ac32b4b1-2aff-4e55-922e-d6e0023c5354 HTTP/1.1" status: 204 len: 173 time: 0.5073681 Sep 19 17:28:29.267031 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'name': 'network-vif-deleted', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:28:29.269563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4bf93-8863-495e-8252-a20cb94e6b67" -d '{"events": [{"server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "name": "network-vif-deleted", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:29.310162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86960f-04a4-42b6-9c64-829a504bedaf x-openstack-request-id: req-2a86960f-04a4-42b6-9c64-829a504bedaf {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:29.310162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32db63e3-5981-4b3d-b998-d41a91dd16db", "name": "network-vif-deleted", "tag": "ac32b4b1-2aff-4e55-922e-d6e0023c5354", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:29.310162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a86960f-04a4-42b6-9c64-829a504bedaf {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:29.310654 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a86960f-04a4-42b6-9c64-829a504bedaf'] response: {'server_uuid': '32db63e3-5981-4b3d-b998-d41a91dd16db', 'name': 'network-vif-deleted', 'tag': 'ac32b4b1-2aff-4e55-922e-d6e0023c5354', 'status': 'completed', 'code': 200} Sep 19 17:28:29.560402 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-80bb29cb-0a3a-449d-8ebb-7044a41fa261 req-a8e12c48-51a7-433e-b413-2518c989b412 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0274479 Sep 19 17:28:29.627941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d7776-856a-4d35-a47d-a70839a6a760 req-09c592c6-4973-4b8e-975f-3a123b07e49e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:29.629423 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b7d7776-856a-4d35-a47d-a70839a6a760 req-09c592c6-4973-4b8e-975f-3a123b07e49e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0460515 Sep 19 17:28:29.665594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:29.684831 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b7d7776-856a-4d35-a47d-a70839a6a760 req-af148708-6166-4f8c-9f83-fb6a1ddcedba tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491631 Sep 19 17:28:29.745325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:29.851247 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18338e8-d191-4aca-b662-2801b1a043d0 req-38859b7e-6f50-4d8f-b9a3-1ef687060123 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:29.852824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e18338e8-d191-4aca-b662-2801b1a043d0 req-38859b7e-6f50-4d8f-b9a3-1ef687060123 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0459020 Sep 19 17:28:29.900771 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e18338e8-d191-4aca-b662-2801b1a043d0 req-9f7d4fe7-8690-452d-9670-41cd4ce3e1d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423830 Sep 19 17:28:30.674403 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c75eb117-a2e1-41b3-8e24-8ed5de0b552c req-35f1ccdc-479f-4718-a30e-104a62201b21 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0265071 Sep 19 17:28:30.809659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaa971-7430-4e62-bff1-75b978a4aaed req-3d0471cf-176c-4bb8-8999-99a44287a4d6 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:30.811143 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5ffaa971-7430-4e62-bff1-75b978a4aaed req-3d0471cf-176c-4bb8-8999-99a44287a4d6 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0469224 Sep 19 17:28:30.865400 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5ffaa971-7430-4e62-bff1-75b978a4aaed req-348b9993-006a-402d-9134-fc151e4f0c25 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486114 Sep 19 17:28:31.029758 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800856e-a520-4091-ad0d-fb819b60bf08 req-3971c2f9-c8d8-4938-bd95-d0a113193b5f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:31.031398 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e800856e-a520-4091-ad0d-fb819b60bf08 req-3971c2f9-c8d8-4938-bd95-d0a113193b5f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Sep 19 17:28:31.090201 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e800856e-a520-4091-ad0d-fb819b60bf08 req-23cb7e55-f686-4609-89e4-85364c51214f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455613 Sep 19 17:28:31.168251 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:31.533916 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:31.592789 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ac32b4b1-2aff-4e55-922e-d6e0023c5354 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:28:31.617589 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: ac32b4b1-2aff-4e55-922e-d6e0023c5354 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:28:31.617589 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ac32b4b1-2aff-4e55-922e-d6e0023c5354 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:28:31.856242 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-80169573-0152-4599-a388-fe6bb1bf6c4d req-c0a34c46-bb3e-49fc-9088-6330a0e16883 tempest-VolumesSnapshotTestJSON-405652299 tempest-VolumesSnapshotTestJSON-405652299-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32db63e3-5981-4b3d-b998-d41a91dd16db HTTP/1.1" status: 200 len: 210 time: 0.0318513 Sep 19 17:28:31.862462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4723c6-3931-43eb-a472-428d7c213799 req-cfcc99a0-8a73-4bb2-82fe-bc285c603040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:31.864302 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-cfcc99a0-8a73-4bb2-82fe-bc285c603040 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1129 time: 0.0439353 Sep 19 17:28:31.884074 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:31.975950 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4723c6-3931-43eb-a472-428d7c213799 req-749f55d4-a3d3-4363-9325-5f4891ebadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:31.977418 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-749f55d4-a3d3-4363-9325-5f4891ebadf5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.1064892 Sep 19 17:28:31.996919 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01eb2-84f2-43a8-8932-55a4cf9d3244 req-39310ca2-38a4-482e-b2b3-f85917923357 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:31.998461 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-caa01eb2-84f2-43a8-8932-55a4cf9d3244 req-39310ca2-38a4-482e-b2b3-f85917923357 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Sep 19 17:28:32.049893 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-2aa5098e-5b5d-445d-9cb6-df3a903df5d9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 1001 time: 0.0645070 Sep 19 17:28:32.067437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-caa01eb2-84f2-43a8-8932-55a4cf9d3244 req-36e7dc32-3813-4cb4-b222-7a2cd915d365 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 Sep 19 17:28:32.216230 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f3a6f-2799-41b4-900b-2fd4a2bbffeb req-d224c635-a43d-48f6-b7b1-abdc8e3258ce tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:32.217734 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9e2f3a6f-2799-41b4-900b-2fd4a2bbffeb req-d224c635-a43d-48f6-b7b1-abdc8e3258ce tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0728719 Sep 19 17:28:32.232983 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d6856-c262-42d9-8b3a-ec5e81ae5f1b req-82d97a89-d5f3-4f87-88d2-76bdd64324c2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:32.234403 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-779d6856-c262-42d9-8b3a-ec5e81ae5f1b req-82d97a89-d5f3-4f87-88d2-76bdd64324c2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0619969 Sep 19 17:28:32.254227 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:32.310467 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9e2f3a6f-2799-41b4-900b-2fd4a2bbffeb req-18b7fe0f-fbac-460a-901a-500093bdd240 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844090 Sep 19 17:28:32.318165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-779d6856-c262-42d9-8b3a-ec5e81ae5f1b req-079d925c-d53c-41ce-abe6-dfb962e8513c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774481 Sep 19 17:28:32.342373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57756) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:28:32.362853 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4723c6-3931-43eb-a472-428d7c213799 req-f1a3b9f1-690f-4bdd-a78d-b5acebc9721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:32.362853 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-f1a3b9f1-690f-4bdd-a78d-b5acebc9721a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0579734 Sep 19 17:28:32.414352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4723c6-3931-43eb-a472-428d7c213799 req-644b9e4a-07cd-40b3-9627-3c9018b4218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:32.415986 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-644b9e4a-07cd-40b3-9627-3c9018b4218c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477159 Sep 19 17:28:32.432335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db0d79-e821-4c5e-881e-2831baf742dc tempest-TestShelveInstance-394825986 tempest-TestShelveInstance-394825986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:32.433890 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e2db0d79-e821-4c5e-881e-2831baf742dc tempest-TestShelveInstance-394825986 tempest-TestShelveInstance-394825986-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1125 time: 0.0903759 Sep 19 17:28:32.436909 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57760) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:28:32.441264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:28:32.515783 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-63f47811-d83f-4ee6-a80c-43f508e0bd11 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919440 Sep 19 17:28:32.556741 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:32.615168 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ca4723c6-3931-43eb-a472-428d7c213799 req-316f1d0c-ea41-4c24-b99e-a3757ba5de84 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921972 Sep 19 17:28:32.650015 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:32.756689 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Allocated IP 172.27.3.129 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/248f355d-1ec5-4fb1-8040-ce2c4c1be920) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:28:32.814373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:32.865149 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:32.957186 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:32.997943 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:28:33.002674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:28:33.006408 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:28:33.033666 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'Port': ['ID=248f355d-1ec5-4fb1-8040-ce2c4c1be920,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:33.047129 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.047477 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.047851 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.048199 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.048538 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.048871 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.049205 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.049530 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.049861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.050188 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.050510 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.050836 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.051159 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.051480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.051823 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:28:33.287728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:33.342562 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for floatingip (5614f1c6-5d42-4490-a245-7b07bce15e1d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.452336 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3910e-d480-4378-ad84-210631886146 req-0e186f4c-6708-4095-93de-a5be617122ef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:33.453741 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-43b3910e-d480-4378-ad84-210631886146 req-0e186f4c-6708-4095-93de-a5be617122ef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 945 time: 0.0459368 Sep 19 17:28:33.509500 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-43b3910e-d480-4378-ad84-210631886146 req-5bac1af1-1ef0-441c-b177-c2a12ce009e9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493603 Sep 19 17:28:33.555967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.590769 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:28:33.598069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:33.665322 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: ACTIVE; New status is: DOWN {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:28:33.665721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.690496 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:28:33.692836 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324734f-34b3-4d18-9db5-bade5ecda3e0" -d '{"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:33.712304 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:28:33.719995 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.734962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca8af52-3637-450f-bd1e-6a3b1ce28186 x-openstack-request-id: req-aca8af52-3637-450f-bd1e-6a3b1ce28186 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:33.735295 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:33.735552 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aca8af52-3637-450f-bd1e-6a3b1ce28186 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:33.735979 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca8af52-3637-450f-bd1e-6a3b1ce28186'] response: {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'code': 200} Sep 19 17:28:33.796897 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.800659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.800659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (5614f1c6-5d42-4490-a245-7b07bce15e1d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:33.882887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event updated for resources: {'Port': ['ID=248f355d-1ec5-4fb1-8040-ce2c4c1be920,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:33.932842 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Floating IP 5614f1c6-5d42-4490-a245-7b07bce15e1d associated. External IP: 172.27.3.129, port: ddae7d4a-71c6-4777-a374-39594620566f. Sep 19 17:28:33.973193 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=8']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:28:34.065286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:34.148109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:28:34.250969 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:28:34.261673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Sync routers for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:28:34.271961 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:28:34.277907 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:34.313178 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:34.345179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6ccd0319-d41b-4fb5-820a-be7148483159 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9072318 Sep 19 17:28:34.345827 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:28:34.348139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96882d31-a478-4d3d-aaa5-0f10072d6e84" -d '{"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:28:34.383218 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:28:34.387477 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f5a06-e7a5-4d82-922f-ea03f91fb221 x-openstack-request-id: req-c10f5a06-e7a5-4d82-922f-ea03f91fb221 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:28:34.387802 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:28:34.388088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c10f5a06-e7a5-4d82-922f-ea03f91fb221 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:28:34.388497 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10f5a06-e7a5-4d82-922f-ea03f91fb221'] response: {'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'status': 'completed', 'code': 200} Sep 19 17:28:34.499718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-f811ffb2-1501-4695-8ee5-a73d16fb0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:34.501288 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-f811ffb2-1501-4695-8ee5-a73d16fb0bc4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.0398474 Sep 19 17:28:34.600896 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5614f1c6-5d42-4490-a245-7b07bce15e1d', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'mac_address': 'fa:16:3e:c5:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:28:33Z', 'updated_at': '2022-09-19T17:28:33Z', 'revision_number': 0, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:34.626742 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Checking router: b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:28:34.635492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:28:34.636176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:34.664844 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece8dda-44f8-40cd-9111-3178414df9e1 req-30dce7a2-ddb5-4dfb-8660-2d5f682eb0d7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:34.667042 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1ece8dda-44f8-40cd-9111-3178414df9e1 req-30dce7a2-ddb5-4dfb-8660-2d5f682eb0d7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0648882 Sep 19 17:28:34.697334 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:34.722092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1ece8dda-44f8-40cd-9111-3178414df9e1 req-7f4ce8d3-1fc3-4fc1-a2c8-f4b80b2d1599 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476878 Sep 19 17:28:34.748348 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:28:34.750201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-701cdb8a-d966-4d24-ac8b-1ed6643ee0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:34.751827 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-701cdb8a-d966-4d24-ac8b-1ed6643ee0d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 909 time: 0.1053662 Sep 19 17:28:34.816679 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-780ab101-d03c-46f2-afe1-52900822aa05 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 1000 time: 0.0568571 Sep 19 17:28:34.870455 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-782cb48b-0218-47e7-8026-d2ec5d612293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:34.872003 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-782cb48b-0218-47e7-8026-d2ec5d612293 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0467732 Sep 19 17:28:34.902879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:34.924314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:34.925665 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-a88e20aa-d173-4ff5-8f07-e9b327bbf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:34.927199 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-a88e20aa-d173-4ff5-8f07-e9b327bbf3b0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466616 Sep 19 17:28:34.974832 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5614f1c6-5d42-4490-a245-7b07bce15e1d', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'mac_address': 'fa:16:3e:c5:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:28:33Z', 'updated_at': '2022-09-19T17:28:33Z', 'revision_number': 0, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:28:34.987724 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:35.004511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306bf8a-44d4-4e38-aeef-fc88b2d7be30 None None] The sync data for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi is: [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5614f1c6-5d42-4490-a245-7b07bce15e1d', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'mac_address': 'fa:16:3e:c5:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:28:33Z', 'updated_at': '2022-09-19T17:28:33Z', 'revision_number': 0, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:28:35.025603 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-2d7ab1f8-13d1-46f8-81c3-2f1f9f5c3d82 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900514 Sep 19 17:28:35.134558 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-96882d31-a478-4d3d-aaa5-0f10072d6e84 req-0d8adb17-44eb-480a-aba7-a1a605a85769 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950091 Sep 19 17:28:35.222443 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c674473-995f-4fdf-a966-9f53924c956b None None] New status for floating IP 5614f1c6-5d42-4490-a245-7b07bce15e1d: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:28:35.860817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779175dd-05bf-4b2b-b1e5-c7b73186d56c req-8216812e-0bd7-44a4-af97-beea103f12f3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:35.862432 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-779175dd-05bf-4b2b-b1e5-c7b73186d56c req-8216812e-0bd7-44a4-af97-beea103f12f3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0521276 Sep 19 17:28:35.911928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-779175dd-05bf-4b2b-b1e5-c7b73186d56c req-c79a797f-bb8c-4674-ae17-8b7bee22fd5f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Sep 19 17:28:37.284618 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-18b429b5-44ff-47f8-9efb-ff2b7f580023 req-bb784214-bf5f-4b2f-a0d4-f270e909c465 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:28:37.285665 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18b429b5-44ff-47f8-9efb-ff2b7f580023 req-bb784214-bf5f-4b2f-a0d4-f270e909c465 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0538795 Sep 19 17:28:37.699433 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19796085-7ba4-4189-a739-d8ae035534ee req-1d495d16-0345-4428-bc13-7ef27dd3966d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:37.701045 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19796085-7ba4-4189-a739-d8ae035534ee req-1d495d16-0345-4428-bc13-7ef27dd3966d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0477245 Sep 19 17:28:37.756636 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19796085-7ba4-4189-a739-d8ae035534ee req-6b1ce834-1040-4fb9-b590-9390c3a52d9a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477126 Sep 19 17:28:38.128485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57836) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:28:38.218139 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-4dfdf1f4-af7b-4484-b234-e4c467007150 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885167 Sep 19 17:28:38.227174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-2724740b-872a-4ef3-af17-e6ae7c982a4e service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:28:38.228221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-2724740b-872a-4ef3-af17-e6ae7c982a4e service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054307 Sep 19 17:28:38.304469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 57844) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:28:38.395796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-2a0c402c-7ced-44bd-8312-f50f3a3699fe tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:38.397856 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-2a0c402c-7ced-44bd-8312-f50f3a3699fe tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports/e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 940 time: 0.0924196 Sep 19 17:28:38.904069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b65a1-e1fa-4e39-82e8-f150d2e442db req-3cf74f30-ff8e-4413-b2dc-38f563e122a0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:38.905589 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-124b65a1-e1fa-4e39-82e8-f150d2e442db req-3cf74f30-ff8e-4413-b2dc-38f563e122a0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0483577 Sep 19 17:28:38.960527 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-124b65a1-e1fa-4e39-82e8-f150d2e442db req-497d593b-dde4-4385-90c4-29b595bda860 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Sep 19 17:28:40.090115 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9a3e8-2a86-466b-98b7-7d34c1912cda req-5de94277-40d1-4025-ba77-6c9cd2f593fb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:40.091601 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1e9a3e8-2a86-466b-98b7-7d34c1912cda req-5de94277-40d1-4025-ba77-6c9cd2f593fb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0493824 Sep 19 17:28:40.117129 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:40.139028 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1e9a3e8-2a86-466b-98b7-7d34c1912cda req-14ab5701-af42-4288-b6b2-cb0ab32aeeb6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Sep 19 17:28:40.486076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:28:40.557620 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: DOWN; New status is: DOWN {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:28:41.266244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1bb8-aca7-47e7-bbcb-fe3fb3cd9901 req-f1e35f16-ab75-46a2-b253-abf3c1a55775 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:41.267991 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-984e1bb8-aca7-47e7-bbcb-fe3fb3cd9901 req-f1e35f16-ab75-46a2-b253-abf3c1a55775 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0471053 Sep 19 17:28:41.315599 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-984e1bb8-aca7-47e7-bbcb-fe3fb3cd9901 req-1d744e3c-742b-4c83-ba6d-d3b41da6f4a0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420647 Sep 19 17:28:42.454214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c68a8-b72f-4699-90cd-c89f6d57dfd3 req-b809b412-2e6e-4266-8387-fc68f5eb6145 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:42.455722 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-673c68a8-b72f-4699-90cd-c89f6d57dfd3 req-b809b412-2e6e-4266-8387-fc68f5eb6145 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0473521 Sep 19 17:28:42.508447 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-673c68a8-b72f-4699-90cd-c89f6d57dfd3 req-9d55063c-e991-461f-b7f1-2fee53882b12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Sep 19 17:28:43.282044 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-17b378c1-aff7-4bed-84b7-afb56e89f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.283555 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-17b378c1-aff7-4bed-84b7-afb56e89f6b6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 1127 time: 0.1208563 Sep 19 17:28:43.356705 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:43.392670 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-5133b2af-59e9-4276-9545-a70dba4095ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.394188 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-5133b2af-59e9-4276-9545-a70dba4095ed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1127 time: 0.0452213 Sep 19 17:28:43.487773 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-f200f621-8636-4622-9c0f-f8bd1ccca058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.489175 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-f200f621-8636-4622-9c0f-f8bd1ccca058 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.0877681 Sep 19 17:28:43.557072 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-1a01c2c0-921c-4ce8-bb21-66965cf910c9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 999 time: 0.0603385 Sep 19 17:28:43.609199 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-b3dcc138-029c-42ce-a941-dc59cd82b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.610685 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-b3dcc138-029c-42ce-a941-dc59cd82b048 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0456650 Sep 19 17:28:43.641558 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca2ef4-30b0-4671-a911-63215f53a6b4 req-574c2dfb-f565-4eaf-b172-6885af41e271 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.643295 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-07ca2ef4-30b0-4671-a911-63215f53a6b4 req-574c2dfb-f565-4eaf-b172-6885af41e271 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0488217 Sep 19 17:28:43.655687 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5800-b352-49ff-b990-15330272b9ca req-3081cf12-6823-4010-a4d9-f2daee7b88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:43.657218 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-3081cf12-6823-4010-a4d9-f2daee7b88ac service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392871 Sep 19 17:28:43.691406 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-07ca2ef4-30b0-4671-a911-63215f53a6b4 req-ed2cb500-ec72-4cef-b355-670a60da5178 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Sep 19 17:28:43.755361 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-b085ae60-eccc-4b9a-860d-fabe3a37af38 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904970 Sep 19 17:28:43.845778 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-77ef5800-b352-49ff-b990-15330272b9ca req-c8b035b4-6ba5-4922-a5e9-b0d656cb5474 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839257 Sep 19 17:28:44.830348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95d322-ee02-46e7-ae34-56420cb88e14 req-e2d3636d-87ea-4682-a55b-74d1a17a6d9b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:44.835732 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a95d322-ee02-46e7-ae34-56420cb88e14 req-e2d3636d-87ea-4682-a55b-74d1a17a6d9b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0484233 Sep 19 17:28:44.901422 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6a95d322-ee02-46e7-ae34-56420cb88e14 req-7a928a32-f576-4c2c-b04f-a30e5c940aff tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622151 Sep 19 17:28:45.325080 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=7 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:45.332666 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:46.041809 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f683c3d-cde1-4c7d-9115-7cd396ae2455 req-856e5102-b98f-4f33-af65-b05f40d7c004 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:46.043924 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9f683c3d-cde1-4c7d-9115-7cd396ae2455 req-856e5102-b98f-4f33-af65-b05f40d7c004 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0587757 Sep 19 17:28:46.099249 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9f683c3d-cde1-4c7d-9115-7cd396ae2455 req-dd1daba2-2c39-407a-96de-2cce0ded49de tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493951 Sep 19 17:28:47.230737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1177a-0207-4d2a-b403-7aaabd71bcc8 req-a7354bd9-4e7b-4291-8c24-131be57de305 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:47.232230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f6e1177a-0207-4d2a-b403-7aaabd71bcc8 req-a7354bd9-4e7b-4291-8c24-131be57de305 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0459516 Sep 19 17:28:47.276251 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:47.280927 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f6e1177a-0207-4d2a-b403-7aaabd71bcc8 req-49384989-ef23-43ab-a2c8-ef2322bac178 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Sep 19 17:28:48.424230 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7ac1d-8a46-478b-947e-55cae1c1b19e req-45df6cc9-8700-4217-a3d4-c85156785b3f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:48.425716 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-38d7ac1d-8a46-478b-947e-55cae1c1b19e req-45df6cc9-8700-4217-a3d4-c85156785b3f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0498769 Sep 19 17:28:48.478313 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-38d7ac1d-8a46-478b-947e-55cae1c1b19e req-f83d0eb0-2f01-4b98-a01f-b88e82a643ab tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462465 Sep 19 17:28:49.612231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d358-f8f8-416e-82de-89e8c92d88f8 req-55c31ec3-0166-4647-93c9-78654368aee8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:49.613697 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ca6d358-f8f8-416e-82de-89e8c92d88f8 req-55c31ec3-0166-4647-93c9-78654368aee8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0511577 Sep 19 17:28:49.677533 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ca6d358-f8f8-416e-82de-89e8c92d88f8 req-e1059aa6-50e9-40b6-933a-39833e6135c9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574713 Sep 19 17:28:50.555861 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:50.557021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=25 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:50.811607 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667a589-3195-41cd-9df7-a0ec238d93f3 req-b3f2e480-5b8b-44e2-be83-8fb1f302ca86 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:50.813281 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0667a589-3195-41cd-9df7-a0ec238d93f3 req-b3f2e480-5b8b-44e2-be83-8fb1f302ca86 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0538282 Sep 19 17:28:50.868544 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0667a589-3195-41cd-9df7-a0ec238d93f3 req-aa4a60a2-4b2a-414a-a5df-05c7b36933ef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490949 Sep 19 17:28:52.006458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b55286-ec94-4ff8-9745-0b70af79c84c req-6be765a0-79ac-4558-95fa-80c35d4d0110 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:52.008189 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d6b55286-ec94-4ff8-9745-0b70af79c84c req-6be765a0-79ac-4558-95fa-80c35d4d0110 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0484018 Sep 19 17:28:52.058190 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d6b55286-ec94-4ff8-9745-0b70af79c84c req-3be1fd18-cf80-4efe-9862-e9bdf45b2241 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Sep 19 17:28:52.262328 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:28:53.196595 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006be7a-f7e4-44ee-a9f5-ad953c45afac req-6d7bd141-7267-4b3f-92a0-9354d19c2272 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:53.198308 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f006be7a-f7e4-44ee-a9f5-ad953c45afac req-6d7bd141-7267-4b3f-92a0-9354d19c2272 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0527287 Sep 19 17:28:53.252815 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f006be7a-f7e4-44ee-a9f5-ad953c45afac req-1c1c59fa-ec29-44d1-9174-b43520635b85 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489566 Sep 19 17:28:53.840973 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=52 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:53.842842 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=45 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:54.567458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:28:54.583077 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98587ec-5fea-4dee-995e-4c5008f4a628 req-ab9c4a85-14ec-47fd-a00d-fec64d357ae4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:54.584634 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e98587ec-5fea-4dee-995e-4c5008f4a628 req-ab9c4a85-14ec-47fd-a00d-fec64d357ae4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.2497578 Sep 19 17:28:54.630807 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e98587ec-5fea-4dee-995e-4c5008f4a628 req-b1d723a2-9e1a-429e-97a7-8a694f51d30b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Sep 19 17:28:55.765326 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fc732-3008-432b-93d5-7fe7bdfbd27a req-711ecc7c-e03f-4580-9c81-fafeac6189e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:55.768440 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef3fc732-3008-432b-93d5-7fe7bdfbd27a req-711ecc7c-e03f-4580-9c81-fafeac6189e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0537815 Sep 19 17:28:55.821479 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef3fc732-3008-432b-93d5-7fe7bdfbd27a req-4e95d750-8ea6-44fe-9cac-1ffb29e91635 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Sep 19 17:28:56.073367 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5afaab34-8764-4f4f-98f0-4baf4823f59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:56.972369 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7a9d4-5e5b-4d12-a971-73327bf7688a req-f910d3b0-b470-4448-9cec-42a8148b31ae tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:56.974993 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-37b7a9d4-5e5b-4d12-a971-73327bf7688a req-f910d3b0-b470-4448-9cec-42a8148b31ae tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0551829 Sep 19 17:28:57.023945 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-37b7a9d4-5e5b-4d12-a971-73327bf7688a req-cf7c5891-30db-4078-8ec7-2f8360440972 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Sep 19 17:28:58.153644 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f2cd-874c-4275-ab9d-a7501c0d8ecd req-620e4967-2c31-4e7d-9b1e-0d43d04fa776 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:58.155049 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fc3f2cd-874c-4275-ab9d-a7501c0d8ecd req-620e4967-2c31-4e7d-9b1e-0d43d04fa776 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0463388 Sep 19 17:28:58.206959 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fc3f2cd-874c-4275-ab9d-a7501c0d8ecd req-312ecbe3-fca8-42a1-91ed-85a554b10d29 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Sep 19 17:28:58.562506 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91bd9a40-b72b-4827-aa63-78702b81f534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:28:59.357291 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84d19e-88fe-471d-bde5-9281d80b6e14 req-d46025c3-f173-49b7-9eb0-caee3d00e1c9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:28:59.362741 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a84d19e-88fe-471d-bde5-9281d80b6e14 req-d46025c3-f173-49b7-9eb0-caee3d00e1c9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0461476 Sep 19 17:28:59.412260 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a84d19e-88fe-471d-bde5-9281d80b6e14 req-cefd1932-64ac-4338-a79e-e07ce0a1fb2e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467572 Sep 19 17:28:59.774270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:00.557690 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54114f92-dbb4-4141-a949-d3ec329a0c12 req-a5ad2d30-705d-4eda-8085-ee69603cd198 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:00.559231 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54114f92-dbb4-4141-a949-d3ec329a0c12 req-a5ad2d30-705d-4eda-8085-ee69603cd198 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0491464 Sep 19 17:29:00.590667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:00.608057 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54114f92-dbb4-4141-a949-d3ec329a0c12 req-90e24cae-4659-414d-ae4f-e5e0e1b9e92b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Sep 19 17:29:01.099252 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:01.262563 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:01.539918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:01.740245 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc76a4-a851-4493-baff-5a9b7f1d3ae7 req-a2814fb3-aa82-4d28-8458-c89684666c86 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:01.741746 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-73bc76a4-a851-4493-baff-5a9b7f1d3ae7 req-a2814fb3-aa82-4d28-8458-c89684666c86 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0521712 Sep 19 17:29:01.790642 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-73bc76a4-a851-4493-baff-5a9b7f1d3ae7 req-eb92dc14-220f-43eb-98a1-1665640ad850 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Sep 19 17:29:02.258853 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:02.923048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa7442-b1aa-46ae-807c-155030c3c60d req-5d584e22-0f78-455e-a178-f3805a2c4915 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:02.924726 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ecfa7442-b1aa-46ae-807c-155030c3c60d req-5d584e22-0f78-455e-a178-f3805a2c4915 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0535719 Sep 19 17:29:02.972330 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ecfa7442-b1aa-46ae-807c-155030c3c60d req-0fddbae7-2cbe-42ce-984b-abf3f848d4df tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Sep 19 17:29:04.088206 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:04.101110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8b36e-df1e-4468-8203-6ca86d7858cf req-79a903bf-3dca-48fc-a36c-c16ea7c9b071 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:04.102676 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-86f8b36e-df1e-4468-8203-6ca86d7858cf req-79a903bf-3dca-48fc-a36c-c16ea7c9b071 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0468824 Sep 19 17:29:04.150870 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-86f8b36e-df1e-4468-8203-6ca86d7858cf req-044af9d5-1efe-4d31-a98e-b949ef331d55 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424440 Sep 19 17:29:05.304536 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729396-2b57-4c22-957f-f23989508708 req-05bb7e5b-7beb-4af9-9ecd-c2df5e9505a3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:05.304536 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc729396-2b57-4c22-957f-f23989508708 req-05bb7e5b-7beb-4af9-9ecd-c2df5e9505a3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0614114 Sep 19 17:29:05.351508 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc729396-2b57-4c22-957f-f23989508708 req-fa35393d-7b94-4800-a8e6-ec9dc8ad2e38 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461953 Sep 19 17:29:06.487927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5916c-6311-4a37-8e6e-a8f58e1d309b req-ac5fc858-bee8-4a9a-8ef5-c7a16ef07780 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:06.489440 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-37e5916c-6311-4a37-8e6e-a8f58e1d309b req-ac5fc858-bee8-4a9a-8ef5-c7a16ef07780 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0466404 Sep 19 17:29:06.542779 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-37e5916c-6311-4a37-8e6e-a8f58e1d309b req-8cccfa90-06d5-4ee2-b5e4-2b2939054b7c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Sep 19 17:29:07.665854 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838364ed-cc03-402f-ab51-16c855522d7a req-1e24b227-651a-4bd1-ad30-7cb580b17146 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:07.667397 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-838364ed-cc03-402f-ab51-16c855522d7a req-1e24b227-651a-4bd1-ad30-7cb580b17146 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0466037 Sep 19 17:29:07.687809 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:07.718681 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-838364ed-cc03-402f-ab51-16c855522d7a req-9238c86f-1bf2-4be0-8956-04496630f1a4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Sep 19 17:29:08.258042 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58108) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:08.307139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Deleting subnet 9106ae9b-4840-4395-be8c-3a859ea7557e {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:29:08.310934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Publish callbacks [] for subnet (9106ae9b-4840-4395-be8c-3a859ea7557e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.346196 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Publish callbacks [] for subnet (9106ae9b-4840-4395-be8c-3a859ea7557e), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.352307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (9106ae9b-4840-4395-be8c-3a859ea7557e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.482820 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for subnet (9106ae9b-4840-4395-be8c-3a859ea7557e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.507991 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9106ae9b-4840-4395-be8c-3a859ea7557e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:08.513734 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.516972 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4683f325-bac2-4707-a999-a29f6094e389 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/9106ae9b-4840-4395-be8c-3a859ea7557e HTTP/1.1" status: 204 len: 168 time: 0.2579048 Sep 19 17:29:08.520120 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58112) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:08.592741 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (7d1d32ac-68b4-4010-b266-e123719339b9), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.678796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (7d1d32ac-68b4-4010-b266-e123719339b9), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.698973 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.699345 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.700154 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.700507 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > port after_create 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.700852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.701191 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > port after_update 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.701514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.701854 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.702171 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.702495 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.777205 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.777582 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.777927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.778269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 17:29:08.778630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1d32ac-68b4-4010-b266-e123719339b9']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:08.796755 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7529ab1d-041f-4580-b296-afd47be18dac') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:08.797050 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7529ab1d-041f-4580-b296-afd47be18dac') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:08.823188 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (7529ab1d-041f-4580-b296-afd47be18dac), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.851488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:08.867683 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7529ab1d-041f-4580-b296-afd47be18dac), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:08.876300 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7573f-114f-4ebc-a86d-12068aa6a5d2 req-8d09819b-c974-4127-b7fd-4deaa10e8f60 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:08.877882 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65f7573f-114f-4ebc-a86d-12068aa6a5d2 req-8d09819b-c974-4127-b7fd-4deaa10e8f60 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0766904 Sep 19 17:29:08.885958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:29:08.886367 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (7529ab1d-041f-4580-b296-afd47be18dac), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.011526 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-65f7573f-114f-4ebc-a86d-12068aa6a5d2 req-8ffb619f-38bb-4276-a364-898ea7ea74c7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227436 Sep 19 17:29:09.037221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 7529ab1d-041f-4580-b296-afd47be18dac resource provider aggregate not found Sep 19 17:29:09.053224 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 7529ab1d-041f-4580-b296-afd47be18dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7529ab1d-041f-4580-b296-afd47be18dac found for delete ", "request_id": "req-fc99bcce-d656-4a71-a1b4-8ba91d4e27be"}]} Sep 19 17:29:09.082624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (7d1d32ac-68b4-4010-b266-e123719339b9), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.091713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.095474 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/7d1d32ac-68b4-4010-b266-e123719339b9 HTTP/1.1" status: 204 len: 168 time: 0.5744152 Sep 19 17:29:09.108655 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb813cc5-5b55-4c8c-a5c4-dde265b5626c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1d32ac-68b4-4010-b266-e123719339b9,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:09.394519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58128) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:09.436032 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4f29cb18-740d-4c3f-af78-f6673c4ea55b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6198c6cbed294d0eb4ef8fcd97ba96fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401740 Sep 19 17:29:09.438488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58130) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:09.490010 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] Publish callbacks [] for security_group (d494492d-60a8-4920-a556-d94e19e4dce0), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.510624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] Publish callbacks [] for security_group (d494492d-60a8-4920-a556-d94e19e4dce0), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.537849 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:09.601994 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d494492d-60a8-4920-a556-d94e19e4dce0), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.605244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:09.606625 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d494492d-60a8-4920-a556-d94e19e4dce0 HTTP/1.1" status: 204 len: 168 time: 0.1671996 Sep 19 17:29:09.615206 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c611-bfdf-4d26-a0ba-6f1042216f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494492d-60a8-4920-a556-d94e19e4dce0,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:10.147072 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c36c1f-09d1-4d5f-82e4-a2d251bfa308 req-e5ff1405-810c-47e6-acf6-f542b01a947e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:10.148528 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-52c36c1f-09d1-4d5f-82e4-a2d251bfa308 req-e5ff1405-810c-47e6-acf6-f542b01a947e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0488498 Sep 19 17:29:10.200466 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-52c36c1f-09d1-4d5f-82e4-a2d251bfa308 req-f314b467-1d9a-4b50-8438-df32a08e89d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452223 Sep 19 17:29:10.608208 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58158) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:10.705300 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1892434731-network', 'tenant_id': '751acab6697b47e59ee43cf30c937348'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:10.813831 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Made reservation on behalf of 751acab6697b47e59ee43cf30c937348 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:10.816253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:10.825474 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:10.905844 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks [] for security_group (5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:10.979952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.006662 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:29:11.019787 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:11.022828 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (2bd27fca-d213-4d00-9d45-85705bc34e6b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.023174 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Added segment 2bd27fca-d213-4d00-9d45-85705bc34e6b of type vlan for network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c Sep 19 17:29:11.066184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.122483 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.123513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:11.124184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.185958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] Pushing event updated for resources: {'Network': ['ID=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:11.195440 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:29:11.217218 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-cdab4664-ac5c-4cfe-be74-9ec7917989df admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6077199 Sep 19 17:29:11.220708 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58162) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:11.226571 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Request body: {'subnet': {'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1892434731-subnet', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:11.305075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Made reservation on behalf of 751acab6697b47e59ee43cf30c937348 for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:11.307974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.336690 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e59e-c894-486d-95b3-450bdf9bc0b9 req-ee7d038c-7572-4ce1-8f63-a67463d9c70c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:11.338770 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-59a9e59e-c894-486d-95b3-450bdf9bc0b9 req-ee7d038c-7572-4ce1-8f63-a67463d9c70c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0512974 Sep 19 17:29:11.388184 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-59a9e59e-c894-486d-95b3-450bdf9bc0b9 req-f37f0be6-f334-428d-adeb-c5affcc4451f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435510 Sep 19 17:29:11.539605 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (86da4127-c91a-444b-8523-9694d3ee6c34), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.595162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86da4127-c91a-444b-8523-9694d3ee6c34,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:11.610076 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.610420 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.610761 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.611101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.611431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.611882 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.612209 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.612535 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.612861 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.613186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.613542 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.613878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.614451 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.614540 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.614803 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:11.624216 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Checking segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:11.628293 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Network hostable DHCP agents. Network: 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:29:11.750581 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:29:11.848489 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:11.853874 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:11.855507 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.860701 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c791c-a3f5-4b0f-af49-87dfcbf3e48e None None] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:29:11.965404 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'project_id': '751acab6697b47e59ee43cf30c937348', 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:29:11.966483 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:11.973356 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cf43556a-4cb4-4c97-aa9a-93489b7993d4 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7483935 Sep 19 17:29:11.973524 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58168) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:11.977799 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:12.082725 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.083857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.110040 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Allocated IP 172.20.0.2 (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c/86da4127-c91a-444b-8523-9694d3ee6c34/36a1e08a-4029-4aa6-a96e-4f1d77aad971) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:12.137256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for router_controller (21549c30-ec41-4625-aa36-b45fc0cc71bc), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.263597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks [] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.351499 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.399408 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for router_gateway (21549c30-ec41-4625-aa36-b45fc0cc71bc), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.411279 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:12.412864 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Pushing event updated for resources: {'Port': ['ID=36a1e08a-4029-4aa6-a96e-4f1d77aad971,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:12.415307 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:12.418158 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:12.426248 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.428820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.429459 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.429459 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.429907 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.430250 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.430552 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.431079 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:12.506488 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Attempting to bind port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:12.506858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Attempting to bind port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:12.507486 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Attempting to bind port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 on network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:12.564024 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:12.564414 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Checking segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:12.565072 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.565316 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Bound using segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:12.565797 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Bound port: 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:12.566179 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.601389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc887a-8b57-4847-8c20-a5091222e02d req-b0c6a7d2-2c5b-4c2f-bbe2-67c7fbafc838 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:12.609707 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aafc887a-8b57-4847-8c20-a5091222e02d req-b0c6a7d2-2c5b-4c2f-bbe2-67c7fbafc838 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 943 time: 0.0910492 Sep 19 17:29:12.615345 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:29:12.637096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:12.650902 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] For port 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:12.656162 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] For port 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=36a1e08a-4029-4aa6-a96e-4f1d77aad971,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:12.656376 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:12.664463 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:12.670201 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aafc887a-8b57-4847-8c20-a5091222e02d req-0477a99b-9b96-46c1-8769-6b85570ca012 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595422 Sep 19 17:29:12.701633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for router_gateway (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.736177 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.746310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.813467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:12.824597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:12.827385 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867709-3856-44c0-bec5-770cd7fcf5b6 None None] Pushing event updated for resources: {'Port': ['ID=36a1e08a-4029-4aa6-a96e-4f1d77aad971,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:12.844745 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'mac_address': 'fa:16:3e:86:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:29:12.889058 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Allocated IP 172.27.3.89 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/fbc50129-69f7-431b-ab06-524e1610556e) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:12.892504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:12.892903 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:12.895203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:12.910021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:29:12.937026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:13.020622 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.029655 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for port (fbc50129-69f7-431b-ab06-524e1610556e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.089374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=9']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:13.100022 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (fbc50129-69f7-431b-ab06-524e1610556e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.163480 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:13.167229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:13.171019 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:13.174212 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc50129-69f7-431b-ab06-524e1610556e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:13.524955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for router_gateway (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.584518 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:29:13.733162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:13.758056 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.777343 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4adf64-6e1e-479c-b003-af1c833e707b None None] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:29:13.855033 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6de45-992c-469d-b033-24e0bafbf15c req-cac79d00-6690-4c31-ad59-d2cb4e07ad23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:13.857429 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Provisioning complete for port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:13.857854 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:13.858470 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Attempt 1 to provision port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 Sep 19 17:29:13.863236 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55a6de45-992c-469d-b033-24e0bafbf15c req-cac79d00-6690-4c31-ad59-d2cb4e07ad23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0729582 Sep 19 17:29:13.932759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55a6de45-992c-469d-b033-24e0bafbf15c req-9ecb3f82-a28f-44c0-8d97-2f702e3e06fc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683784 Sep 19 17:29:14.030591 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:14.126421 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Current status of the port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:14.126981 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.171936 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 36a1e08a-4029-4aa6-a96e-4f1d77aad971 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:14.176920 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] For port 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=36a1e08a-4029-4aa6-a96e-4f1d77aad971,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:14.227687 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:14.228774 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.229173 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 Sep 19 17:29:14.277850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Router 21549c30-ec41-4625-aa36-b45fc0cc71bc is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:29:14.301080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.305339 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84a88-971e-488e-a039-bef465cd50a2 req-47220451-0303-4f79-9508-bcb8e1b7afa7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:14.316040 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0d84a88-971e-488e-a039-bef465cd50a2 req-47220451-0303-4f79-9508-bcb8e1b7afa7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0686717 Sep 19 17:29:14.347883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:14.372363 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d24f0f-4a07-41c0-8b00-5bea9a18e670 None None] Pushing event updated for resources: {'Port': ['ID=36a1e08a-4029-4aa6-a96e-4f1d77aad971,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:14.384708 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0d84a88-971e-488e-a039-bef465cd50a2 req-54eb2d1f-7e20-4075-b3be-badabef5ec26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676677 Sep 19 17:29:14.419381 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-3635c2d3-0c23-4f2b-ba69-4cdf0f2ed06a None None] Provisioning complete for port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:14.419648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3635c2d3-0c23-4f2b-ba69-4cdf0f2ed06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.419909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:29:14.420019 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-3635c2d3-0c23-4f2b-ba69-4cdf0f2ed06a None None] Attempt 1 to provision port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 Sep 19 17:29:14.431208 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:14.447426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Sync routers for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:14.468511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:14.469127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:14.505478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:14.524061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.525875 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5fe7b702-859e-4e36-96f8-b7f3d92d9e96 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5514417 Sep 19 17:29:14.528664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58186) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:14.588697 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3635c2d3-0c23-4f2b-ba69-4cdf0f2ed06a None None] Current status of the port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:14.609116 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:14.781238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:13Z', 'revision_number': 3, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:14.810001 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Checking router: 21549c30-ec41-4625-aa36-b45fc0cc71bc for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:14.810349 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Updating router 21549c30-ec41-4625-aa36-b45fc0cc71bc port fbc50129-69f7-431b-ab06-524e1610556e binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:14.837456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fbc50129-69f7-431b-ab06-524e1610556e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.858113 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:14.888018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:14.935647 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.995950 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:14.996326 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:14.996661 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 Sep 19 17:29:15.070617 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddb9d4-19b3-420c-821e-3690326709ab req-f7dfc3b5-e07f-4488-be5a-525d3277ccf6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:15.075961 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bbddb9d4-19b3-420c-821e-3690326709ab req-f7dfc3b5-e07f-4488-be5a-525d3277ccf6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 944 time: 0.0507102 Sep 19 17:29:15.101505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:15.105858 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Allocated IP 172.20.0.1 (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c/86da4127-c91a-444b-8523-9694d3ee6c34/582c7a18-111a-4023-9700-a128fddb155f) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:15.127037 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bbddb9d4-19b3-420c-821e-3690326709ab req-1030a6d3-4819-4175-bf24-135734263e04 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477364 Sep 19 17:29:15.155782 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:15.156077 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.190624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:15.207584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks [] for port (fbc50129-69f7-431b-ab06-524e1610556e), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.213271 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:29:15.218171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d93e21-7a7c-417b-8709-a154809c8b80" -d '{"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:15.229635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:15.230315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks [] for port (582c7a18-111a-4023-9700-a128fddb155f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.329432 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.331431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fbc50129-69f7-431b-ab06-524e1610556e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.347988 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.378792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Attempting to bind port fbc50129-69f7-431b-ab06-524e1610556e on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:15.379299 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Attempting to bind port fbc50129-69f7-431b-ab06-524e1610556e by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:15.379943 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Attempting to bind port fbc50129-69f7-431b-ab06-524e1610556e on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:15.396953 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:15.399107 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:15.402624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:15.406944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:15.411334 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29cf379-0035-41dd-983a-163ca290b9f6 x-openstack-request-id: req-f29cf379-0035-41dd-983a-163ca290b9f6 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:15.411658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-plugged", "status": "completed", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:15.412303 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f29cf379-0035-41dd-983a-163ca290b9f6 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:15.412723 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29cf379-0035-41dd-983a-163ca290b9f6'] response: {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'code': 200} Sep 19 17:29:15.443130 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=10']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:15.444067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Pushing event updated for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:15.480115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.486781 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:15.487164 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:15.487576 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.488005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:15.488503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Bound port: fbc50129-69f7-431b-ab06-524e1610556e, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:15.488946 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fbc50129-69f7-431b-ab06-524e1610556e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.540188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661ac70-c4c2-4431-9d9c-f45572a7f8b6 None None] Pushing event updated for resources: {'Port': ['ID=fbc50129-69f7-431b-ab06-524e1610556e,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:15.554952 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:15.566144 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] For port fbc50129-69f7-431b-ab06-524e1610556e, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:15.571644 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] For port fbc50129-69f7-431b-ab06-524e1610556e, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fbc50129-69f7-431b-ab06-524e1610556e,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:15.576019 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935676-433c-477f-aada-be198b5c6b52 req-902738dc-f463-4228-9742-e323f3be6d57 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:15.577889 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f7935676-433c-477f-aada-be198b5c6b52 req-902738dc-f463-4228-9742-e323f3be6d57 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0777180 Sep 19 17:29:15.635379 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f7935676-433c-477f-aada-be198b5c6b52 req-90be15c2-72cb-41a8-878d-706e9829138a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489206 Sep 19 17:29:15.651734 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fbc50129-69f7-431b-ab06-524e1610556e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.692461 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:15.693020 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:15.709841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (582c7a18-111a-4023-9700-a128fddb155f), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.761871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Provisioning complete for port 582c7a18-111a-4023-9700-a128fddb155f triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:15.762227 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (582c7a18-111a-4023-9700-a128fddb155f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.762556 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 1 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:15.764127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661ac70-c4c2-4431-9d9c-f45572a7f8b6 None None] Pushing event updated for resources: {'Port': ['ID=fbc50129-69f7-431b-ab06-524e1610556e,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:15.847332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:15.859595 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:15.887277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks [] for port (582c7a18-111a-4023-9700-a128fddb155f), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.939231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:15.983384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:16.007925 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Pushing event updated for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:16.010525 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:16.066603 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 1, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:16.098871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc33f0f-a284-4b00-aa8d-65f4fbafdafe None None] The sync data for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi is: [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 1, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:16.119652 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:16.122468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:16.144977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 36a1e08a-4029-4aa6-a96e-4f1d77aad971 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:16.230881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:16.247963 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:16.248471 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:16.248982 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 Sep 19 17:29:16.311268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0c3b-0ae2-471a-8545-9ded0faf8fe6 req-c2847f11-cefb-40ce-b530-cb05460afe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:16.312832 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8d4b0c3b-0ae2-471a-8545-9ded0faf8fe6 req-c2847f11-cefb-40ce-b530-cb05460afe85 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1130 time: 0.0918214 Sep 19 17:29:16.314999 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a5759-faf1-4c62-924f-23908416751c req-33a34150-eaee-4132-8553-0778fb352c34 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:16.317155 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-578a5759-faf1-4c62-924f-23908416751c req-33a34150-eaee-4132-8553-0778fb352c34 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0779455 Sep 19 17:29:16.340403 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:16.348015 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 2 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:16.406809 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Router 21549c30-ec41-4625-aa36-b45fc0cc71bc has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:29:16.424107 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8d4b0c3b-0ae2-471a-8545-9ded0faf8fe6 req-e0fee400-c8d6-4143-b837-50d3c91a584b service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024542 Sep 19 17:29:16.442181 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-578a5759-faf1-4c62-924f-23908416751c req-6feada45-21b4-4135-9735-9c2fe664b453 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170335 Sep 19 17:29:16.449527 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:16.541613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:29:16.549314 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-74b8d055-0ba3-445a-90a6-4bab21c38892 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/21549c30-ec41-4625-aa36-b45fc0cc71bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0168266 Sep 19 17:29:16.766988 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b838-4fbc-4e84-b4cc-0aea8b790d41 req-ff8d305f-f447-403b-b9dc-ee6ccffb1940 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:16.769043 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2b3b838-4fbc-4e84-b4cc-0aea8b790d41 req-ff8d305f-f447-403b-b9dc-ee6ccffb1940 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0523551 Sep 19 17:29:16.823568 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2b3b838-4fbc-4e84-b4cc-0aea8b790d41 req-c257ad68-a131-48a8-a1c1-44671426f192 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479496 Sep 19 17:29:16.951503 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 3 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:16.987005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:17.293022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58216) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:17.298996 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-278839727-network', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:17.379418 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Made reservation on behalf of bd864b65290f48baa1ede1cee29b1c70 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:17.382179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.392443 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.472851 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks [] for security_group (9f31c626-8893-4c04-8d43-9d7827862e19), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.488303 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 4 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:17.516523 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (9f31c626-8893-4c04-8d43-9d7827862e19), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.525845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:17.552330 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:29:17.581142 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31c626-8893-4c04-8d43-9d7827862e19,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:17.588900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7f318990-8c7d-411b-91de-14b767a5f51f), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.589392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Added segment 7f318990-8c7d-411b-91de-14b767a5f51f of type vlan for network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 Sep 19 17:29:17.607287 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30950a8a-11eb-4357-bc21-8fbd15afdc38 req-1f9067cc-671a-473a-9249-1dab6e579aee tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:17.610503 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30950a8a-11eb-4357-bc21-8fbd15afdc38 req-1f9067cc-671a-473a-9249-1dab6e579aee tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0745592 Sep 19 17:29:17.654404 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (9704369e-425d-4bdd-a726-6bd0e5d4bd07), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.666143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:17.702032 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30950a8a-11eb-4357-bc21-8fbd15afdc38 req-8d2f3ab8-6d32-4ca1-a1d9-ca7338fc6502 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727415 Sep 19 17:29:17.756381 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (9704369e-425d-4bdd-a726-6bd0e5d4bd07), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.757450 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:17.758036 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:17.820032 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] Pushing event updated for resources: {'Network': ['ID=9704369e-425d-4bdd-a726-6bd0e5d4bd07,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:17.830476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:29:17.868742 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c3735a04-8493-4267-a316-f3f3155715ff admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5745745 Sep 19 17:29:17.877404 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58222) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:17.878925 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Request body: {'subnet': {'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-278839727-subnet', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:17.896362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:17.975476 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6b2bb-58bf-42d2-a111-4b96d632ef62 req-ecbbf074-ff53-4380-8925-1b9c8e12f24f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:17.977172 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49a6b2bb-58bf-42d2-a111-4b96d632ef62 req-ecbbf074-ff53-4380-8925-1b9c8e12f24f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0565202 Sep 19 17:29:17.979181 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Made reservation on behalf of bd864b65290f48baa1ede1cee29b1c70 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:17.981572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749684'] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.027003 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 5 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:18.066173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:18.088874 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:18.100537 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49a6b2bb-58bf-42d2-a111-4b96d632ef62 req-a4215db2-197e-43fb-b78c-7983bbf9ea5f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052060 Sep 19 17:29:18.184778 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fbc50129-69f7-431b-ab06-524e1610556e up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:18.232604 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port fbc50129-69f7-431b-ab06-524e1610556e triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:18.232981 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (fbc50129-69f7-431b-ab06-524e1610556e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.233317 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port fbc50129-69f7-431b-ab06-524e1610556e Sep 19 17:29:18.240222 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Sync routers for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:18.252166 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:18.252809 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:18.260516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749666'] for subnet (b9cac3c3-b20b-4653-a1e2-66df055670db), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.315446 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port fbc50129-69f7-431b-ab06-524e1610556e is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:18.316014 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fbc50129-69f7-431b-ab06-524e1610556e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.324958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cac3c3-b20b-4653-a1e2-66df055670db,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:18.329365 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Checking segment: {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:18.329733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Network hostable DHCP agents. Network: 9704369e-425d-4bdd-a726-6bd0e5d4bd07, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:29:18.344155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port fbc50129-69f7-431b-ab06-524e1610556e, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fbc50129-69f7-431b-ab06-524e1610556e,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:18.363789 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:18.396844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fbc50129-69f7-431b-ab06-524e1610556e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.413893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:29:18.446245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=fbc50129-69f7-431b-ab06-524e1610556e,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:18.488181 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 9704369e-425d-4bdd-a726-6bd0e5d4bd07) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:18.492757 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:18.493925 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.497952 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f064337-6677-4751-8947-99a4a9ec1fb7 None None] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:29:18.560016 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 2, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:18.585530 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Checking router: 21549c30-ec41-4625-aa36-b45fc0cc71bc for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:18.585863 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Updating router 21549c30-ec41-4625-aa36-b45fc0cc71bc port 582c7a18-111a-4023-9700-a128fddb155f binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:18.591146 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-609ce9de-205e-47d1-90d5-b38fc71bbf4f admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7137859 Sep 19 17:29:18.591486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58224) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:18.594573 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 6 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:18.595967 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:18.621914 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'fixed_ips': [{'subnet_id': 'b9cac3c3-b20b-4653-a1e2-66df055670db'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:29:18.622818 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.625873 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (582c7a18-111a-4023-9700-a128fddb155f), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.648035 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:18.705388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.706717 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.723138 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:18.817612 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for router_controller (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.826493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Allocated IP 172.20.0.2 (9704369e-425d-4bdd-a726-6bd0e5d4bd07/b9cac3c3-b20b-4653-a1e2-66df055670db/e94895ea-19c7-4375-990f-bffbe19a5a01) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:18.843931 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:18.897709 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af78b7-018f-4a98-b8cb-ca48e043b896 req-22bb70a6-29aa-4d9d-af29-5c81879498df tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:18.899495 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76af78b7-018f-4a98-b8cb-ca48e043b896 req-22bb70a6-29aa-4d9d-af29-5c81879498df tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0697434 Sep 19 17:29:18.926673 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks [] for port (582c7a18-111a-4023-9700-a128fddb155f), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:18.970356 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-76af78b7-018f-4a98-b8cb-ca48e043b896 req-455ac12a-60f6-47b6-8982-391b1b93b398 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562575 Sep 19 17:29:19.001954 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.061180 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks [] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.062836 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for router_gateway (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.099978 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Pushing event updated for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:19.115538 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.115938 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.116301 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.116661 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.116992 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.117317 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.117640 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.117966 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.118282 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.118597 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.119423 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.119776 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.120097 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.120411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.120722 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:29:19.126752 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Attempting to bind port 582c7a18-111a-4023-9700-a128fddb155f on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:19.127120 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Attempting to bind port 582c7a18-111a-4023-9700-a128fddb155f by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:19.127474 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Attempting to bind port 582c7a18-111a-4023-9700-a128fddb155f on network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:19.149578 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 7 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:19.154839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.164189 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:19.175323 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:19.175723 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Checking segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:19.176263 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.176551 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Bound using segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:19.176964 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Bound port: 582c7a18-111a-4023-9700-a128fddb155f, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:19.177348 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (582c7a18-111a-4023-9700-a128fddb155f), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.180138 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:19.207191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:19.207803 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:19.234285 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:19.243469 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:19.258496 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] For port 582c7a18-111a-4023-9700-a128fddb155f, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:19.261444 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Port 582c7a18-111a-4023-9700-a128fddb155f cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:19.264305 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] For port 582c7a18-111a-4023-9700-a128fddb155f, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=582c7a18-111a-4023-9700-a128fddb155f,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:19.297921 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cdb18-2a6e-433b-bbef-45bf19c54d4d req-8c394258-c30e-4c18-b601-34fa5f84c42a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:19.299746 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-893cdb18-2a6e-433b-bbef-45bf19c54d4d req-8c394258-c30e-4c18-b601-34fa5f84c42a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0774114 Sep 19 17:29:19.310680 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Pushing event updated for resources: {'Port': ['ID=e94895ea-19c7-4375-990f-bffbe19a5a01,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:19.326754 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Attempting to bind port e94895ea-19c7-4375-990f-bffbe19a5a01 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:19.327155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Attempting to bind port e94895ea-19c7-4375-990f-bffbe19a5a01 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:19.327504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Attempting to bind port e94895ea-19c7-4375-990f-bffbe19a5a01 on network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:19.337587 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:19.340932 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.354719 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-893cdb18-2a6e-433b-bbef-45bf19c54d4d req-3bf2b5c5-fa3b-486b-9750-c593dbda6795 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Sep 19 17:29:19.396002 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:19.396477 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Checking segment: {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:19.396953 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.397407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Bound using segment: {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:19.397960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Bound port: e94895ea-19c7-4375-990f-bffbe19a5a01, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:19.398440 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.417431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for router_gateway (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.417652 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:19.419921 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:19.423106 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda87213-a12c-4a9f-8e84-8ca69746f891 None None] Pushing event updated for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:19.444938 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.467494 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] For port e94895ea-19c7-4375-990f-bffbe19a5a01, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:19.471213 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] For port e94895ea-19c7-4375-990f-bffbe19a5a01, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e94895ea-19c7-4375-990f-bffbe19a5a01,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:19.537031 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:19.565312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Allocated IP 172.27.3.119 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/fd63dffd-b1ee-41f3-95dc-71b7e75d9214) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:19.568456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.648352 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803ea1-6060-4c59-8281-cff4482625f1 None None] Pushing event updated for resources: {'Port': ['ID=e94895ea-19c7-4375-990f-bffbe19a5a01,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:19.731413 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.762820 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Attempt 8 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:19.802647 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:19.865003 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.895687 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Current status of the port 582c7a18-111a-4023-9700-a128fddb155f is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:19.896158 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (582c7a18-111a-4023-9700-a128fddb155f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:19.934902 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:19.949496 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] For port 582c7a18-111a-4023-9700-a128fddb155f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=582c7a18-111a-4023-9700-a128fddb155f,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:19.954450 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:19.969204 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Pushing event updated for resources: {'Port': ['ID=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:19.973550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:19.975795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:20.004841 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1b91-bf62-4e40-99e4-3a8f495b2e48 None None] The sync data for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi is: [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:20.031089 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.098346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda325f-a71e-40cd-99a9-bfb33e7d9ade None None] Pushing event updated for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:20.163166 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ed6db52d-216d-4a23-806d-684826736028 None None] Provisioning complete for port 582c7a18-111a-4023-9700-a128fddb155f triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:20.166871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ed6db52d-216d-4a23-806d-684826736028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (582c7a18-111a-4023-9700-a128fddb155f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.166871 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ed6db52d-216d-4a23-806d-684826736028 None None] Attempt 1 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:20.224633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:20.248949 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be27a9-2796-421a-b80d-0e8a11d87814 req-b61dabbf-1d17-4804-bbfc-f79ef1da6c60 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:20.256108 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55be27a9-2796-421a-b80d-0e8a11d87814 req-b61dabbf-1d17-4804-bbfc-f79ef1da6c60 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.1355088 Sep 19 17:29:20.300973 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ed6db52d-216d-4a23-806d-684826736028 None None] Current status of the port 582c7a18-111a-4023-9700-a128fddb155f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:20.336071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55be27a9-2796-421a-b80d-0e8a11d87814 req-4f53fd28-4691-4332-bb38-547e6c8e0e01 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753291 Sep 19 17:29:20.379654 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fbc50129-69f7-431b-ab06-524e1610556e up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:20.412558 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:20.457157 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port fbc50129-69f7-431b-ab06-524e1610556e triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:20.457542 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (fbc50129-69f7-431b-ab06-524e1610556e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.457938 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port fbc50129-69f7-431b-ab06-524e1610556e Sep 19 17:29:20.490278 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for router_gateway (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.566274 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149c32-7fb4-4dfc-9eda-157590f6834f req-d5445cde-ffdd-4d74-a5ac-eaa37a2f2d29 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:20.576236 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b149c32-7fb4-4dfc-9eda-157590f6834f req-d5445cde-ffdd-4d74-a5ac-eaa37a2f2d29 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.1014493 Sep 19 17:29:20.645562 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3b149c32-7fb4-4dfc-9eda-157590f6834f req-4aaf63b7-250f-4b4c-adc3-7e1d0eb0b386 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631428 Sep 19 17:29:20.662175 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port fbc50129-69f7-431b-ab06-524e1610556e is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:20.663273 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 582c7a18-111a-4023-9700-a128fddb155f up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:20.720491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 582c7a18-111a-4023-9700-a128fddb155f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:20.721381 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (582c7a18-111a-4023-9700-a128fddb155f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.721914 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:20.770290 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.830417 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 582c7a18-111a-4023-9700-a128fddb155f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:20.831556 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device e94895ea-19c7-4375-990f-bffbe19a5a01 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:20.882721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port e94895ea-19c7-4375-990f-bffbe19a5a01 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:20.883386 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.883982 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port e94895ea-19c7-4375-990f-bffbe19a5a01 Sep 19 17:29:20.920407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865552d-137d-4122-bcde-da634ed2cd1f None None] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:29:20.983996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Provisioning complete for port e94895ea-19c7-4375-990f-bffbe19a5a01 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:20.984362 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:20.984692 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Attempt 1 to provision port e94895ea-19c7-4375-990f-bffbe19a5a01 Sep 19 17:29:20.991429 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:21.031079 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:29:21.115485 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port e94895ea-19c7-4375-990f-bffbe19a5a01 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:21.116096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.139147 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:29:21.154477 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Sync routers for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:21.189322 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:21.190024 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:21.197225 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Current status of the port e94895ea-19c7-4375-990f-bffbe19a5a01 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:21.197631 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.204585 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port e94895ea-19c7-4375-990f-bffbe19a5a01, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e94895ea-19c7-4375-990f-bffbe19a5a01,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:21.245267 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.247232 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-af5f11e6-2598-459a-9b37-1edd15a9560d admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6540089 Sep 19 17:29:21.249716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58270) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:29:21.302258 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.307286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:21.499098 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460420-c9a7-4600-8aac-55454406f113 req-19460afd-8a96-4bea-8c96-14ebf44072a4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:21.500105 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-67460420-c9a7-4600-8aac-55454406f113 req-19460afd-8a96-4bea-8c96-14ebf44072a4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0846138 Sep 19 17:29:21.523946 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.db.api [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 19 17:29:21.524378 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG oslo_db.api [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 17:29:21.528584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:21.592075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=e94895ea-19c7-4375-990f-bffbe19a5a01,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:21.603855 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-67460420-c9a7-4600-8aac-55454406f113 req-17933a37-1d8b-47a7-8c00-f3a17dba1ad7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906205 Sep 19 17:29:21.685554 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:21.729632 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:20Z', 'revision_number': 3, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:21.755517 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Checking router: aa88b12e-3b7b-4c40-a197-6edf1c2c7409 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:21.755883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Updating router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:21.786046 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.802807 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03435e39-95df-43cb-8895-3a6e156caa05 req-5391b20c-d0ec-414f-96ec-a7d5227db307 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:21.804398 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03435e39-95df-43cb-8895-3a6e156caa05 req-5391b20c-d0ec-414f-96ec-a7d5227db307 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0816097 Sep 19 17:29:21.835265 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:21.881849 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03435e39-95df-43cb-8895-3a6e156caa05 req-0844f543-1066-4ca1-8cf6-cebfb334ddde tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710316 Sep 19 17:29:21.914096 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:21.980735 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:22.018072 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Allocated IP 172.20.0.1 (9704369e-425d-4bdd-a726-6bd0e5d4bd07/b9cac3c3-b20b-4653-a1e2-66df055670db/25a455f6-05ba-42ba-8b01-d1fe94e38a2d) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:22.075468 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks [] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.078154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-51294233-2e56-4eb4-8053-6140cac6e814 None None] Current status of the port e94895ea-19c7-4375-990f-bffbe19a5a01 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:22.132382 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks [] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.139158 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.155233 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Attempting to bind port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:22.155627 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Attempting to bind port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:22.155986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Attempting to bind port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:22.161321 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 582c7a18-111a-4023-9700-a128fddb155f up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:22.254253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.261243 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-98297062-27eb-48f8-af3f-d71164b0dd98 None None] Provisioning complete for port e94895ea-19c7-4375-990f-bffbe19a5a01 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:22.261617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-98297062-27eb-48f8-af3f-d71164b0dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.265021 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-98297062-27eb-48f8-af3f-d71164b0dd98 None None] Attempt 1 to provision port e94895ea-19c7-4375-990f-bffbe19a5a01 Sep 19 17:29:22.284370 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098ef7b-aa66-4e18-9c63-6c55aed1f760 None None] Pushing event updated for resources: {'Port': ['ID=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:22.294524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:22.298276 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:22.301934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:22.311430 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:22.312003 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:22.315072 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.316006 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:22.316523 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Bound port: fd63dffd-b1ee-41f3-95dc-71b7e75d9214, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:22.316918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.327627 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Pushing event updated for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:22.351761 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.361628 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 582c7a18-111a-4023-9700-a128fddb155f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:22.362008 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (582c7a18-111a-4023-9700-a128fddb155f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.362375 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 582c7a18-111a-4023-9700-a128fddb155f Sep 19 17:29:22.437867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:22.446470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] For port fd63dffd-b1ee-41f3-95dc-71b7e75d9214, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:22.454195 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] For port fd63dffd-b1ee-41f3-95dc-71b7e75d9214, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:22.462478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-98297062-27eb-48f8-af3f-d71164b0dd98 None None] Current status of the port e94895ea-19c7-4375-990f-bffbe19a5a01 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:22.507941 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 582c7a18-111a-4023-9700-a128fddb155f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:22.509757 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device e94895ea-19c7-4375-990f-bffbe19a5a01 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:22.564545 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.576654 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port e94895ea-19c7-4375-990f-bffbe19a5a01 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:22.576940 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.577276 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port e94895ea-19c7-4375-990f-bffbe19a5a01 Sep 19 17:29:22.640960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Provisioning complete for port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:22.641330 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.641665 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 1 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:22.651068 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:22.651627 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:22.674353 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:22.735275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098ef7b-aa66-4e18-9c63-6c55aed1f760 None None] Pushing event updated for resources: {'Port': ['ID=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:22.750747 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:22.768550 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.821385 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port e94895ea-19c7-4375-990f-bffbe19a5a01 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:22.835669 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:22.871135 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:22.932671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks [] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:22.997167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:23.014310 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:20Z', 'revision_number': 3, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:23.040175 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e455dcf-a07e-4438-9077-e1c9ce6086d0 None None] The sync data for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi is: [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:20Z', 'revision_number': 3, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:23.044182 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:23.074630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dfd1e-3a22-4cee-bb22-ab5cebe4e3a8 req-616de270-55ee-4ab7-984b-2795882461e3 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:23.076325 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-358dfd1e-3a22-4cee-bb22-ab5cebe4e3a8 req-616de270-55ee-4ab7-984b-2795882461e3 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.1073239 Sep 19 17:29:23.094596 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:23.103908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Pushing event updated for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:23.184617 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-358dfd1e-3a22-4cee-bb22-ab5cebe4e3a8 req-e5302baf-9396-48ab-9096-3cd68911be9f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020670 Sep 19 17:29:23.234743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:23.236177 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:23.252344 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 2 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:23.319402 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:23.391269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:29:23.505695 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:29:23.512347 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e8273ab2-e840-40bb-af22-a89654fb780d admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/aa88b12e-3b7b-4c40-a197-6edf1c2c7409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2608230 Sep 19 17:29:23.820816 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 3 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:23.861979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:24.174313 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fd63dffd-b1ee-41f3-95dc-71b7e75d9214 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:24.241376 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:24.241376 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:24.241376 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 Sep 19 17:29:24.304033 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:24.304584 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:24.318117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:24.319744 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baacf7-a9fb-4b4e-8126-ed99800b427b req-45da4b9a-42a6-48ec-8047-14597cc40e5f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:24.321331 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2baacf7-a9fb-4b4e-8126-ed99800b427b req-45da4b9a-42a6-48ec-8047-14597cc40e5f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0548487 Sep 19 17:29:24.328137 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port fd63dffd-b1ee-41f3-95dc-71b7e75d9214, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:24.363627 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 4 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:24.373509 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2baacf7-a9fb-4b4e-8126-ed99800b427b req-cd7bfed1-388e-4532-8cd1-f2c1eebcdd95 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Sep 19 17:29:24.426405 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:24.442481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:24.529182 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:24.677290 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Sync routers for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:29:24.688996 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:24.689931 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:24.799929 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:24.872365 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:24.930648 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 5 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:24.987883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:25.034472 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 4, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '25a455f6-05ba-42ba-8b01-d1fe94e38a2d', 'name': '', 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'mac_address': 'fa:16:3e:f6:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:21Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 2, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'subnets': [{'id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:25.064709 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Checking router: aa88b12e-3b7b-4c40-a197-6edf1c2c7409 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:29:25.064975 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Updating router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:29:25.097704 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.273446 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-05303b44-b940-4363-9175-750480ee8d9b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434892 Sep 19 17:29:25.376588 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:25.380982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-27be741d-345b-43af-a277-9bcfce894b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.382604 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-27be741d-345b-43af-a277-9bcfce894b70 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 1130 time: 0.0577421 Sep 19 17:29:25.422119 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks [] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.438036 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:25.489139 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 6 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:25.501627 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.534875 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62f64a-a58f-4bbd-82fe-a4e3242013ec req-601aa3b7-2c6c-4d88-92cd-1ebfae1bcb8e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.543677 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af62f64a-a58f-4bbd-82fe-a4e3242013ec req-601aa3b7-2c6c-4d88-92cd-1ebfae1bcb8e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0640678 Sep 19 17:29:25.576246 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-7e46fadd-dd7f-4eeb-935d-d02e4f5a1a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.581420 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-7e46fadd-dd7f-4eeb-935d-d02e4f5a1a05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.1656876 Sep 19 17:29:25.591136 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:25.632066 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-af62f64a-a58f-4bbd-82fe-a4e3242013ec req-6d6ec6b0-98cf-483a-967c-49291c4bfff5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818493 Sep 19 17:29:25.669881 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7552d9-9826-4c5a-8c07-f1f2dd75a866 None None] Pushing event updated for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:25.674685 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Attempting to bind port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:25.675429 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Attempting to bind port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:25.675835 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Attempting to bind port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d on network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:25.700567 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-af1134c0-1962-4fd1-a127-916e628e3e8e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 200 len: 1001 time: 0.1106782 Sep 19 17:29:25.723853 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:25.724474 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Checking segment: {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:25.724664 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.725013 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Bound using segment: {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:25.725485 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Bound port: 25a455f6-05ba-42ba-8b01-d1fe94e38a2d, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f318990-8c7d-411b-91de-14b767a5f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:25.726101 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.778269 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-ffc8c1ea-2a22-4102-b4fe-0958025b3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.779744 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-ffc8c1ea-2a22-4102-b4fe-0958025b3385 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0711677 Sep 19 17:29:25.813223 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] For port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:25.816957 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] For port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:25.832755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-84da99ba-2ec7-4bc8-ba2b-835f1945c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:25.834541 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-84da99ba-2ec7-4bc8-ba2b-835f1945c7e0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463245 Sep 19 17:29:25.902142 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:25.970375 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:29:25.971254 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:28:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:25.971884 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-e6ff0b97-4d70-494e-8f0b-aff4c443ac5d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304495 Sep 19 17:29:26.044973 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c6ef-d2e0-4fe7-9ec4-91beea2187be req-20572350-457e-4d3a-9ba4-46596b1c2e29 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:26.053958 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5f25c6ef-d2e0-4fe7-9ec4-91beea2187be req-20572350-457e-4d3a-9ba4-46596b1c2e29 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0796089 Sep 19 17:29:26.074651 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7552d9-9826-4c5a-8c07-f1f2dd75a866 None None] Pushing event updated for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:26.098949 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Attempt 7 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:26.103673 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:26.159005 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e1c8e4e9-68da-446e-858f-c5af0607d810 req-5febe3c8-6bd2-4b5e-8c8c-f553ecb5c5da service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748886 Sep 19 17:29:26.159167 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5f25c6ef-d2e0-4fe7-9ec4-91beea2187be req-332909e9-3791-4190-9084-7d4cdcb4c295 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012816 Sep 19 17:29:26.180389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f0029542-5704-40a1-958e-53ae836df12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:26.215497 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:29:26.287634 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Current status of the port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:26.292203 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:26.292203 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fd63dffd-b1ee-41f3-95dc-71b7e75d9214 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:26.387478 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-07410d12-23ca-474f-8d2e-315690d82315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:26.389568 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-07410d12-23ca-474f-8d2e-315690d82315 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1130 time: 0.0790372 Sep 19 17:29:26.406337 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] For port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:29:26.421528 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:26.421957 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:26.422305 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 Sep 19 17:29:26.451163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:26.489357 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:26.490673 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 4, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '25a455f6-05ba-42ba-8b01-d1fe94e38a2d', 'name': '', 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'mac_address': 'fa:16:3e:f6:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:21Z', 'updated_at': '2022-09-19T17:29:25Z', 'revision_number': 4, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'subnets': [{'id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:29:26.504205 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:26.504693 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:26.507051 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-a82dc464-0848-48c3-b4a0-32bdab19c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:26.510378 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-a82dc464-0848-48c3-b4a0-32bdab19c594 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.1135867 Sep 19 17:29:26.536115 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6df408-1a03-4af5-9793-e1344ce1427f None None] The sync data for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi is: [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:29:22Z', 'revision_number': 4, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '25a455f6-05ba-42ba-8b01-d1fe94e38a2d', 'name': '', 'network_id': '9704369e-425d-4bdd-a726-6bd0e5d4bd07', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'mac_address': 'fa:16:3e:f6:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:21Z', 'updated_at': '2022-09-19T17:29:25Z', 'revision_number': 4, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'subnets': [{'id': 'b9cac3c3-b20b-4653-a1e2-66df055670db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:29:26.548841 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:26.577332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0333846-4f52-4702-9fd2-1b1037b9c324 None None] Pushing event updated for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:26.641022 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-68482962-7781-4a9c-b8ed-e74c36e51abd None None] Provisioning complete for port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:26.641324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-68482962-7781-4a9c-b8ed-e74c36e51abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:26.641639 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-68482962-7781-4a9c-b8ed-e74c36e51abd None None] Attempt 1 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:26.650211 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-7d483373-8db9-45f8-8f17-f5061baa1fd0 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 1002 time: 0.1300259 Sep 19 17:29:26.730073 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-792b5101-e30e-4dd6-be00-87c9b94fcfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:26.733189 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-792b5101-e30e-4dd6-be00-87c9b94fcfd4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0765729 Sep 19 17:29:26.772963 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-68482962-7781-4a9c-b8ed-e74c36e51abd None None] Current status of the port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:27.094973 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-1cc34015-40f4-4548-b984-8aa5ca6f7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:27.096942 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-1cc34015-40f4-4548-b984-8aa5ca6f7b0c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3572843 Sep 19 17:29:27.266760 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-fbf789dc-d4d8-4f03-a227-87b38d75b17b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615880 Sep 19 17:29:27.359423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e4615-a758-4429-9ec6-5dbb8a743517 req-b7879d93-8716-41cd-9b61-d3ca9ff8c1fa tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:27.366636 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-387e4615-a758-4429-9ec6-5dbb8a743517 req-b7879d93-8716-41cd-9b61-d3ca9ff8c1fa tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0779281 Sep 19 17:29:27.419474 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-04d45dee-06ac-4e3e-99e8-fb7306cc7fb5 req-c163523a-772a-4081-a43c-c805f7bba3d9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435983 Sep 19 17:29:27.434144 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-387e4615-a758-4429-9ec6-5dbb8a743517 req-f53afcc9-ab6b-4229-bc80-ae9d77aae98d tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647731 Sep 19 17:29:28.158405 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25a455f6-05ba-42ba-8b01-d1fe94e38a2d up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:29:28.197885 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:28.198256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:28.198590 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d Sep 19 17:29:28.275957 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:29:28.539325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b1266d16-53cc-47d7-bd6a-a8c27a6ecfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:28.584417 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465826-1ea5-4789-8847-1119c38da2b1 req-8ffa6cb2-f4c2-4528-983b-e83bc4dead86 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:28.586949 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5465826-1ea5-4789-8847-1119c38da2b1 req-8ffa6cb2-f4c2-4528-983b-e83bc4dead86 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0544171 Sep 19 17:29:28.646989 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5465826-1ea5-4789-8847-1119c38da2b1 req-5506b48d-fbcd-45dd-87c4-33c80ed4e8db tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523264 Sep 19 17:29:29.261971 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:29:29.762619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:29.787308 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5653a-1e32-434d-8f97-57f611fb9583 req-24784825-1ba7-4918-900a-bc08507c7379 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:29.793882 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abe5653a-1e32-434d-8f97-57f611fb9583 req-24784825-1ba7-4918-900a-bc08507c7379 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0600190 Sep 19 17:29:29.852386 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abe5653a-1e32-434d-8f97-57f611fb9583 req-ae240e2f-34be-459f-8a64-d88c0671ded5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541277 Sep 19 17:29:31.039921 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:31.230712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:31.511253 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:34.248266 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:35.841346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-e1726f0d-20a6-447b-a6b6-c4e7febed0e0 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:35.843170 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-e1726f0d-20a6-447b-a6b6-c4e7febed0e0 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 815 time: 0.1036479 Sep 19 17:29:35.858478 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-713f955b-d948-4167-8083-824b892d2e43 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/quotas/751acab6697b47e59ee43cf30c937348 HTTP/1.1" status: 200 len: 375 time: 0.0100975 Sep 19 17:29:35.912655 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-20cdc643-268b-4c1b-a30b-d32aa5a24f54 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486839 Sep 19 17:29:35.973571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:36.011564 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-91f8ac6f-db00-4142-ae46-fd36a6dde20d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872419 Sep 19 17:29:36.108184 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-0e9c6659-b310-4d79-b2eb-d2bfe4b6ae47 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 Sep 19 17:29:36.347375 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-59168493-72d4-4e81-9c5a-3a7edc726db9 req-aa96a4de-12f1-4088-a66b-060992db83d3 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 210 time: 0.0332644 Sep 19 17:29:37.408981 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=24 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:37.415436 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:37.433053 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0a8d485c-a68f-4100-98d6-bd97ec6bc6b1 req-40fe83a4-93f9-4387-a7cd-deb764c4345e tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 210 time: 0.0280669 Sep 19 17:29:38.259317 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:38.536776 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f3d71800-1ef4-43b2-b992-27e57b52052d req-404cba95-1a0c-4f7d-b89f-02f7e84b4964 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 210 time: 0.0303683 Sep 19 17:29:38.916571 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-45c582d3-584e-4747-9c3f-f2e0f32024b6 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:38.918019 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-45c582d3-584e-4747-9c3f-f2e0f32024b6 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 815 time: 0.1074877 Sep 19 17:29:38.938106 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'port': {'device_id': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'admin_state_up': True, 'tenant_id': '751acab6697b47e59ee43cf30c937348'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:39.150688 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Made reservation on behalf of 751acab6697b47e59ee43cf30c937348 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:29:39.154515 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:39.261837 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:39.284981 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Allocated IP 172.20.0.8 (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c/86da4127-c91a-444b-8523-9694d3ee6c34/973c7f3d-c9c7-4b6e-bd83-8a6e87defccf) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:29:39.441287 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:39.527873 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:39.574145 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:29:39.577480 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:29:39.581704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:29:39.636182 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:39.636832 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:39.652036 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:39.700540 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3433-ef5b-4067-a787-df92d45039db req-14ce147f-dcb5-43fa-a577-e54e180566f8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:39.708880 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-212a3433-ef5b-4067-a787-df92d45039db req-14ce147f-dcb5-43fa-a577-e54e180566f8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0889921 Sep 19 17:29:39.724614 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-bc74d6b3-6cbe-4363-bbca-93c879f0a1cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903554 Sep 19 17:29:39.782451 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-212a3433-ef5b-4067-a787-df92d45039db req-7dbfd43e-2be3-4121-b10b-760f2ee1043b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723178 Sep 19 17:29:39.899509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Provisioning complete for port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:29:39.900703 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:39.901280 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 1 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:39.939204 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:40.440863 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 2 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:40.476840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:40.907673 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa42d4b-3e17-48c1-bfd2-30f37be0ea53 req-76662538-3407-4210-b599-4b7c7d815664 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:40.909171 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9fa42d4b-3e17-48c1-bfd2-30f37be0ea53 req-76662538-3407-4210-b599-4b7c7d815664 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0487270 Sep 19 17:29:40.956813 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9fa42d4b-3e17-48c1-bfd2-30f37be0ea53 req-5e5a934f-34a3-48fc-8f50-360ae3bb8c81 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Sep 19 17:29:40.978314 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 3 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:41.014457 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:41.516043 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 4 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:41.551658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:42.052485 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 5 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:42.106020 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:42.113735 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50654b-0e65-41f3-90ff-437739077b8e req-74a56f93-2cfd-45ce-a9f4-1e72e4751a00 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:42.115293 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6b50654b-0e65-41f3-90ff-437739077b8e req-74a56f93-2cfd-45ce-a9f4-1e72e4751a00 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0820155 Sep 19 17:29:42.161894 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6b50654b-0e65-41f3-90ff-437739077b8e req-3fa5b209-2b5b-4a18-a69a-780764d6b0a8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Sep 19 17:29:42.606872 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 6 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:42.640907 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:43.142857 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 7 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:43.175938 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:43.245931 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:43.284206 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a965d-5348-4586-ab7e-29d3eaf984a5 req-76191d81-fb5a-4d0c-99f0-a75644d53bf3 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:43.291153 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cb6a965d-5348-4586-ab7e-29d3eaf984a5 req-76191d81-fb5a-4d0c-99f0-a75644d53bf3 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0554912 Sep 19 17:29:43.336112 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cb6a965d-5348-4586-ab7e-29d3eaf984a5 req-3817416a-3925-41d6-b34b-6e91665bea7d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Sep 19 17:29:43.676681 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 8 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:43.710626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:44.211565 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 9 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:44.384739 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:44.456562 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda68a-dcc9-4780-ba56-562769ee9361 req-67b86416-b8a5-4eff-8373-e30cfb921314 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:44.458040 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-66dda68a-dcc9-4780-ba56-562769ee9361 req-67b86416-b8a5-4eff-8373-e30cfb921314 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0459244 Sep 19 17:29:44.518328 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-66dda68a-dcc9-4780-ba56-562769ee9361 req-161882a9-99c2-4d14-8ce9-c7da3e563309 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Sep 19 17:29:44.885862 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Attempt 10 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:29:44.922931 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-eefa5865-e65c-4482-b245-b3518eda0db5 None None] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:29:45.642749 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ef7f-543c-46e9-a9fe-924342a1cd20 req-8ace2049-c5d4-4a21-b126-ba858df430b9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:45.644298 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d573ef7f-543c-46e9-a9fe-924342a1cd20 req-8ace2049-c5d4-4a21-b126-ba858df430b9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0475519 Sep 19 17:29:45.696071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d573ef7f-543c-46e9-a9fe-924342a1cd20 req-56218291-cedc-456a-abb7-8f3d05f954cb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Sep 19 17:29:46.817623 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951de37-863b-4131-a4be-30a69a14ae01 req-7228f8e5-1a23-4bd5-8e23-2139d23dfc44 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:46.819136 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a951de37-863b-4131-a4be-30a69a14ae01 req-7228f8e5-1a23-4bd5-8e23-2139d23dfc44 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0460687 Sep 19 17:29:46.869187 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a951de37-863b-4131-a4be-30a69a14ae01 req-f75a87bc-d93d-4bb8-9fe1-409b141acce7 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Sep 19 17:29:48.008683 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb12f-26d6-4bfa-b93f-6130ae54abf0 req-282b9896-9d0c-4c5c-80c6-60763d1f576e tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:48.010165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d0cb12f-26d6-4bfa-b93f-6130ae54abf0 req-282b9896-9d0c-4c5c-80c6-60763d1f576e tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0518832 Sep 19 17:29:48.060524 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d0cb12f-26d6-4bfa-b93f-6130ae54abf0 req-9d310b74-4a3e-4e7b-b1f6-64dd39110934 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Sep 19 17:29:49.187460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dcf9b-2982-4c4f-bc95-ed3747a8356a req-0b9e2a05-9108-40ca-9096-d0516ab8af77 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:49.189112 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b72dcf9b-2982-4c4f-bc95-ed3747a8356a req-0b9e2a05-9108-40ca-9096-d0516ab8af77 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0484560 Sep 19 17:29:49.244491 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b72dcf9b-2982-4c4f-bc95-ed3747a8356a req-9ef4d1ee-a9c7-4c64-9d32-fcab57ddb6b1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Sep 19 17:29:49.633633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=81,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:49.650628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=72,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:50.340341 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:50.384701 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c9a3-4cab-43ca-9e84-5857d21881aa req-82c376a4-a4f6-4dfe-a371-a46c128c2729 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:50.386221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a8f3c9a3-4cab-43ca-9e84-5857d21881aa req-82c376a4-a4f6-4dfe-a371-a46c128c2729 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0560195 Sep 19 17:29:50.437790 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a8f3c9a3-4cab-43ca-9e84-5857d21881aa req-972fb929-6784-448c-be31-0f731549e99a tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Sep 19 17:29:51.558126 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498a77e-696b-48fd-8c25-bbe92d911fbb req-9abd74a7-e0ec-4138-810d-736b8317fb10 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:51.559588 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8498a77e-696b-48fd-8c25-bbe92d911fbb req-9abd74a7-e0ec-4138-810d-736b8317fb10 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0458462 Sep 19 17:29:51.606734 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8498a77e-696b-48fd-8c25-bbe92d911fbb req-36b65289-226d-4d65-8134-377fa5bcceed tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Sep 19 17:29:52.725124 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cffc6-31e2-4915-87b9-ab53d468555d req-5cf5345d-e813-4c06-8dc0-196736eaa8d9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:52.726656 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-789cffc6-31e2-4915-87b9-ab53d468555d req-5cf5345d-e813-4c06-8dc0-196736eaa8d9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0460033 Sep 19 17:29:52.776943 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-789cffc6-31e2-4915-87b9-ab53d468555d req-0d36b3d9-78f6-403e-ae52-3cd0684eee1b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Sep 19 17:29:53.893630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3053c5-be6f-4ee4-8816-60b2c868984b req-002ede00-cef4-4ffb-b5dc-b76070dbab72 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:53.895074 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e3053c5-be6f-4ee4-8816-60b2c868984b req-002ede00-cef4-4ffb-b5dc-b76070dbab72 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 931 time: 0.0450187 Sep 19 17:29:53.941479 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e3053c5-be6f-4ee4-8816-60b2c868984b req-51f9fa73-a4a7-4550-9b55-04b17585decb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Sep 19 17:29:54.199862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Request body: {'port': {'device_id': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:29:54.263834 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.523535 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:29:54.531034 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks [] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.543392 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Transition to ACTIVE for port object 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:29:54.618731 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.703124 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:54.731468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Attempting to bind port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:29:54.731832 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Attempting to bind port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:29:54.732170 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Attempting to bind port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf on network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:54.774499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf on network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:29:54.774826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Attempting to bind port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf on network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:29:54.820538 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:29:54.820876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Checking segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:29:54.821257 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Bound using segment: {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:29:54.821692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Bound port: 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd27fca-d213-4d00-9d45-85705bc34e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:29:54.822083 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.881673 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:29:54.884674 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:29:54.973987 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.980068 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:54.980693 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:54.982124 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 1093 time: 0.7868977 Sep 19 17:29:54.982690 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:29:54.985000 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae838a8-2870-4631-a6e0-1b353708cffc" -d '{"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:29:55.032130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d881f-cc2d-4d28-b083-9c15f6ce2ebd service neutron] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:29:55.072892 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc1a82-cb16-4a4b-b891-a4d3c135e2c7 req-f28572a8-9739-4b6e-844c-8d14d6664215 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.072892 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7fcc1a82-cb16-4a4b-b891-a4d3c135e2c7 req-f28572a8-9739-4b6e-844c-8d14d6664215 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0510283 Sep 19 17:29:55.105190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7055d6bc-b225-4220-888d-8b8d6d4265cd x-openstack-request-id: req-7055d6bc-b225-4220-888d-8b8d6d4265cd {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:29:55.105472 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:29:55.105717 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7055d6bc-b225-4220-888d-8b8d6d4265cd {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:29:55.106115 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7055d6bc-b225-4220-888d-8b8d6d4265cd'] response: {'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:29:55.111218 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:55.124356 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7fcc1a82-cb16-4a4b-b891-a4d3c135e2c7 req-e1728195-2df9-488f-aa31-40a9f0d7d525 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Sep 19 17:29:55.201123 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-ecf73dc4-d9db-4505-a1f0-6816e9ffd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.202687 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-ecf73dc4-d9db-4505-a1f0-6816e9ffd06f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1127 time: 0.0404255 Sep 19 17:29:55.287583 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-e14c3597-be46-4001-9e52-a57c1406e41d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 217 time: 0.0377285 Sep 19 17:29:55.301298 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:55.341750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-3fa60204-d28d-4f71-9214-614b32b4a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.343765 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-3fa60204-d28d-4f71-9214-614b32b4a972 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0496755 Sep 19 17:29:55.394726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-a4496432-1fd3-4b7c-9e58-d04b7aeca256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:55.397266 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-a4496432-1fd3-4b7c-9e58-d04b7aeca256 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467885 Sep 19 17:29:55.542491 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:55.542491 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-459970bb-4484-40af-9a58-524b82cb3eaf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015449 Sep 19 17:29:55.613423 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f9f226cf-4217-44f4-a65b-00807ab7d4ef req-d69c9ff8-a47a-4b1e-962d-ca2cb17c43e0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998249 Sep 19 17:29:56.104399 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-40fc9fd0-1edd-4c30-9180-03c4150b42ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:56.249908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd2c1b-f9da-4be8-8fff-b55e732e8cb5 req-deb384d4-80f7-4ee1-945f-cffdfe1c9b4b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:56.251946 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1dfd2c1b-f9da-4be8-8fff-b55e732e8cb5 req-deb384d4-80f7-4ee1-945f-cffdfe1c9b4b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0494285 Sep 19 17:29:56.299130 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1dfd2c1b-f9da-4be8-8fff-b55e732e8cb5 req-9dd7e47c-f9fe-49c6-a601-c31db739a89b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Sep 19 17:29:57.417080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5854c1-d507-43fe-bdd5-77db782e1d6c req-2f36ab85-d25d-4ef1-8246-2dd25239fb91 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:57.418563 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d5854c1-d507-43fe-bdd5-77db782e1d6c req-2f36ab85-d25d-4ef1-8246-2dd25239fb91 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0465684 Sep 19 17:29:57.465570 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7d5854c1-d507-43fe-bdd5-77db782e1d6c req-d58ae0f7-1999-4da2-90bb-a8a617f274ca tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Sep 19 17:29:58.439241 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:29:58.510369 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8b617f6d-14e5-4d4a-adbc-769b199aee71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:58.583436 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6547-51db-4558-bfa1-c8c77a0093a1 req-48d63eb6-0b4d-41b4-8786-56444b93ee4a tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:58.584905 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5aa6547-51db-4558-bfa1-c8c77a0093a1 req-48d63eb6-0b4d-41b4-8786-56444b93ee4a tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0451841 Sep 19 17:29:58.635034 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5aa6547-51db-4558-bfa1-c8c77a0093a1 req-3a33bce8-4111-42da-98a3-83afbbfd24c5 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Sep 19 17:29:58.943796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae838a8-2870-4631-a6e0-1b353708cffc req-65de0acc-fb8e-480f-aea1-bf7a82574c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:58.945185 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-65de0acc-fb8e-480f-aea1-bf7a82574c40 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1127 time: 0.0430365 Sep 19 17:29:59.034672 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae838a8-2870-4631-a6e0-1b353708cffc req-03c5d541-a64c-4913-8a68-443bdcb9ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:59.036210 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-03c5d541-a64c-4913-8a68-443bdcb9ccc3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.0843351 Sep 19 17:29:59.079436 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-fd3e1304-8b65-4fef-ad21-29dbb1def6b4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 217 time: 0.0358825 Sep 19 17:29:59.127491 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae838a8-2870-4631-a6e0-1b353708cffc req-93e0a434-21f5-43c2-a200-fdcf9e8002ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:59.129019 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-93e0a434-21f5-43c2-a200-fdcf9e8002ce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0441771 Sep 19 17:29:59.171907 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae838a8-2870-4631-a6e0-1b353708cffc req-a34fdb02-2c96-4f2d-a917-023210e5aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:59.174004 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-a34fdb02-2c96-4f2d-a917-023210e5aaee service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385201 Sep 19 17:29:59.267717 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-b95ef1ff-453e-47fa-92db-079a850b5b32 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864887 Sep 19 17:29:59.359220 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cae838a8-2870-4631-a6e0-1b353708cffc req-720dc977-1ade-485c-beb2-73997b1073ce service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849605 Sep 19 17:29:59.755512 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731f199-4b8a-4e74-a346-15b946d703ee req-81b57bd2-7a6a-443e-a79e-170f7649244b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:29:59.756239 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:29:59.757041 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8731f199-4b8a-4e74-a346-15b946d703ee req-81b57bd2-7a6a-443e-a79e-170f7649244b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0457833 Sep 19 17:29:59.804055 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8731f199-4b8a-4e74-a346-15b946d703ee req-cad3719b-a783-4603-877e-017bfa4b1528 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Sep 19 17:30:00.921064 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1962e4-010f-4bbd-9fa2-832272ede8d4 req-a0eb65f4-8955-41db-a80d-a8e912b01921 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:00.922534 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4e1962e4-010f-4bbd-9fa2-832272ede8d4 req-a0eb65f4-8955-41db-a80d-a8e912b01921 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 943 time: 0.0457380 Sep 19 17:30:00.969204 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4e1962e4-010f-4bbd-9fa2-832272ede8d4 req-5c8a2632-f585-4909-bcf7-674d48d4b8c4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Sep 19 17:30:01.049185 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:30:01.125053 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:01.153831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:30:01.165788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'port_id': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'mac_address': 'fa:16:3e:53:08:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:30:01.200268 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:30:01.200652 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:01.214292 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:30:01.234526 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:30:01.316484 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:01.343178 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:01.372588 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:01.555886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:01.912769 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:30:02.097102 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188a35d-e7f9-461a-9870-a916a2228ca3 req-4924a5b1-cb23-4609-b133-531b84fb3b4f tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:02.098674 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4188a35d-e7f9-461a-9870-a916a2228ca3 req-4924a5b1-cb23-4609-b133-531b84fb3b4f tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 944 time: 0.0525489 Sep 19 17:30:02.146798 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4188a35d-e7f9-461a-9870-a916a2228ca3 req-07d87f28-2aa5-4e10-8759-603f799c6a0d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422750 Sep 19 17:30:03.218139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:30:03.260442 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:30:03.267927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465bf54-8954-4e9f-bb0b-7245771b186b req-7cd25c74-5709-4669-9a03-0b002232b139 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:03.272027 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a465bf54-8954-4e9f-bb0b-7245771b186b req-7cd25c74-5709-4669-9a03-0b002232b139 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 944 time: 0.0461683 Sep 19 17:30:03.316324 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a465bf54-8954-4e9f-bb0b-7245771b186b req-7eff29c3-2fec-4f9f-abfb-1ab6bd2ddfce tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 Sep 19 17:30:03.333309 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:30:03.335214 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:03.335214 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf Sep 19 17:30:03.408558 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:30:03.408919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:03.432028 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:03.434280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540fffb-fb1e-4b62-b345-16d56a23d380" -d '{"events": [{"server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:03.447610 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:30:03.474307 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb54ec-84a3-4e4d-a789-c030d4bebd32 x-openstack-request-id: req-32eb54ec-84a3-4e4d-a789-c030d4bebd32 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:03.474597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:03.474875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32eb54ec-84a3-4e4d-a789-c030d4bebd32 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:03.475446 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32eb54ec-84a3-4e4d-a789-c030d4bebd32'] response: {'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'code': 200} Sep 19 17:30:03.493159 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:03.544257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:03.851482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11a42a-64eb-4bc2-b4d6-62b39d2604f6 req-bbc93a90-9e45-4f12-bc70-cdd5c234822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:03.853021 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1f11a42a-64eb-4bc2-b4d6-62b39d2604f6 req-bbc93a90-9e45-4f12-bc70-cdd5c234822c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1129 time: 0.0407228 Sep 19 17:30:03.896830 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1f11a42a-64eb-4bc2-b4d6-62b39d2604f6 req-5152be1b-98bd-4c21-9dd0-b0e87235486f service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 Sep 19 17:30:04.150146 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:04.443335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22228-a911-4445-aceb-4d968d5a6acd req-241d2fb4-a16c-4f6c-b387-9159345017dc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:04.444863 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94b22228-a911-4445-aceb-4d968d5a6acd req-241d2fb4-a16c-4f6c-b387-9159345017dc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0503027 Sep 19 17:30:04.465291 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:04.493723 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94b22228-a911-4445-aceb-4d968d5a6acd req-e14c634f-820e-40e1-b239-50fe87230da0 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Sep 19 17:30:05.616654 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec00db-17df-45a2-8ae9-eca610e719eb req-97e789d4-53c0-497b-a876-fba8e61d846f tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:05.618084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0ec00db-17df-45a2-8ae9-eca610e719eb req-97e789d4-53c0-497b-a876-fba8e61d846f tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0459156 Sep 19 17:30:05.664864 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0ec00db-17df-45a2-8ae9-eca610e719eb req-ead790c2-ad66-4908-9866-16d6c1f35b4c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Sep 19 17:30:06.260756 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:30:06.785434 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d7971-29b2-4ff3-ab37-042eff887618 req-a971b75c-f775-4ce8-8a5a-8312d181c4b4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:06.786905 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c0d7971-29b2-4ff3-ab37-042eff887618 req-a971b75c-f775-4ce8-8a5a-8312d181c4b4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0469484 Sep 19 17:30:06.838849 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c0d7971-29b2-4ff3-ab37-042eff887618 req-7d43d737-b148-4006-a3a5-e21851298217 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461726 Sep 19 17:30:06.962877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbed8fe-065b-4f8e-b433-ff27e39e0c65 req-68f44002-2bc3-4562-8016-45c1738dc082 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:06.964310 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fbed8fe-065b-4f8e-b433-ff27e39e0c65 req-68f44002-2bc3-4562-8016-45c1738dc082 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0471065 Sep 19 17:30:06.975298 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:07.012443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fbed8fe-065b-4f8e-b433-ff27e39e0c65 req-8e8628f2-91fa-4789-91a2-a18ddd39b196 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Sep 19 17:30:07.341646 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1f614-20b2-4c18-b818-558b8466f7b3 req-06eb59bb-59ce-4b73-b505-5d9233d93177 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:07.343077 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88b1f614-20b2-4c18-b818-558b8466f7b3 req-06eb59bb-59ce-4b73-b505-5d9233d93177 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0453057 Sep 19 17:30:07.389893 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-88b1f614-20b2-4c18-b818-558b8466f7b3 req-c9951624-e666-4979-b2ea-148b3617550b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Sep 19 17:30:08.193861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab0084-b2e0-45ec-8f07-56a9e59c4518 req-022d14e8-dbc2-423b-9c84-e97584936ae5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.195494 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-78ab0084-b2e0-45ec-8f07-56a9e59c4518 req-022d14e8-dbc2-423b-9c84-e97584936ae5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0548077 Sep 19 17:30:08.246117 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-78ab0084-b2e0-45ec-8f07-56a9e59c4518 req-17add0c7-d1ac-4083-a538-c9f817d9e456 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 Sep 19 17:30:08.255701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-5bfe0c59-031a-4e90-bdcc-b91732b3acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.257490 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-5bfe0c59-031a-4e90-bdcc-b91732b3acc0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0410810 Sep 19 17:30:08.316782 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:08.351865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-2378b46d-d4fb-4642-a7fc-4988f63a2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.353304 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-2378b46d-d4fb-4642-a7fc-4988f63a2d6d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0895274 Sep 19 17:30:08.416779 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-6d103b6b-f69e-4e09-a154-a9c81cdb537e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0568211 Sep 19 17:30:08.465732 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-dcbf15a9-ebd0-4346-9dc0-bf1bc03015c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.467172 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-dcbf15a9-ebd0-4346-9dc0-bf1bc03015c5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0442281 Sep 19 17:30:08.513231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-e397b806-351d-4730-bc6c-7302c3e34031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:08.514707 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-e397b806-351d-4730-bc6c-7302c3e34031 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402904 Sep 19 17:30:08.603459 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-bc79df39-71dc-4cfe-b9b1-67fb95a65e06 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811086 Sep 19 17:30:08.695259 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d448cf1c-b8ed-4215-b80c-4b979d7c3914 req-33e71069-7065-4f73-8855-50f0508d3fc4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Sep 19 17:30:09.367570 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f797c-2d2d-460a-8389-11102e62474d req-9cde1c9b-5cf7-40bc-813c-62fc32680bd1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:09.369121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d4f797c-2d2d-460a-8389-11102e62474d req-9cde1c9b-5cf7-40bc-813c-62fc32680bd1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0459483 Sep 19 17:30:09.416217 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d4f797c-2d2d-460a-8389-11102e62474d req-fe4bd891-8ea1-442d-b590-36fad9aa3120 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Sep 19 17:30:10.537817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a790d2-600c-43da-88eb-a2be1dd8d815 req-735b4395-9aad-4351-9007-96a15aced25d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:10.539361 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42a790d2-600c-43da-88eb-a2be1dd8d815 req-735b4395-9aad-4351-9007-96a15aced25d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0475893 Sep 19 17:30:10.596137 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42a790d2-600c-43da-88eb-a2be1dd8d815 req-4b0ed0fb-87c0-4187-bab3-9b75341cf8e9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508521 Sep 19 17:30:11.715379 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285360ab-e315-469e-a7a8-c19bad25ce23 req-36cc9573-b1c4-4585-af38-bdec319421e6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:11.716968 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-285360ab-e315-469e-a7a8-c19bad25ce23 req-36cc9573-b1c4-4585-af38-bdec319421e6 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0462644 Sep 19 17:30:11.765525 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-285360ab-e315-469e-a7a8-c19bad25ce23 req-d4bdf595-4f86-4dbd-b61d-3ec607977140 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Sep 19 17:30:12.888738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1ba70-776f-457b-8b49-fbf37885f701 req-bd4e58f3-ccbe-49ca-8387-1b0899562ac0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:12.890215 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9a1ba70-776f-457b-8b49-fbf37885f701 req-bd4e58f3-ccbe-49ca-8387-1b0899562ac0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0468619 Sep 19 17:30:12.943714 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d9a1ba70-776f-457b-8b49-fbf37885f701 req-9a1c6eae-2c6d-4340-b2a7-e643fab06d49 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477180 Sep 19 17:30:14.069330 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cff17-a247-444d-9a3a-01061f17e6c2 req-ade3eddc-c608-49bb-9da2-ff93446f0a5f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:14.070470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:14.070852 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-521cff17-a247-444d-9a3a-01061f17e6c2 req-ade3eddc-c608-49bb-9da2-ff93446f0a5f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0501609 Sep 19 17:30:14.071254 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:14.120842 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-521cff17-a247-444d-9a3a-01061f17e6c2 req-490621fe-67cd-4dbe-b8db-b8aba1b75f8c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Sep 19 17:30:15.232427 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:15.249537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f954d-eca4-4e12-bbf0-5017d2895f2f req-d2f43ad6-02cc-4df6-af20-f61dd03228f7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:15.250484 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3e7f954d-eca4-4e12-bbf0-5017d2895f2f req-d2f43ad6-02cc-4df6-af20-f61dd03228f7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0492294 Sep 19 17:30:15.255602 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:15.302901 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3e7f954d-eca4-4e12-bbf0-5017d2895f2f req-e8a527bb-aec1-4b4a-be5a-c9c2d38c2267 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 Sep 19 17:30:16.433958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f632f-9079-4b2c-a431-c683ffb710ee req-9382fb96-2284-4fb2-87e5-b67db232ad68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:16.435461 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-918f632f-9079-4b2c-a431-c683ffb710ee req-9382fb96-2284-4fb2-87e5-b67db232ad68 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0505745 Sep 19 17:30:16.484108 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-918f632f-9079-4b2c-a431-c683ffb710ee req-6bb773e0-93ef-4b1c-b732-8a6bc7b5b6e0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Sep 19 17:30:17.611142 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de1ca4-82ab-4556-a472-533ce0f31e7e req-9c0194a8-7709-49d7-a98d-11aecc0e778b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:17.613430 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70de1ca4-82ab-4556-a472-533ce0f31e7e req-9c0194a8-7709-49d7-a98d-11aecc0e778b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0491529 Sep 19 17:30:17.663805 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70de1ca4-82ab-4556-a472-533ce0f31e7e req-8b56a237-5b5f-4688-bea3-9620504b8478 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Sep 19 17:30:18.682627 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:18.692710 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=36 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:18.791779 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0ab1f-1b2d-4092-b890-71fc02e4bc9c req-867347d5-613c-4636-a853-9c7f28e86a3d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:18.793278 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ccf0ab1f-1b2d-4092-b890-71fc02e4bc9c req-867347d5-613c-4636-a853-9c7f28e86a3d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0483682 Sep 19 17:30:18.822221 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:18.849908 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ccf0ab1f-1b2d-4092-b890-71fc02e4bc9c req-fc993b35-7db6-45b1-821d-fe1f8518eed7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501492 Sep 19 17:30:19.777671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6bc-082b-4961-80d5-e7d4eba2b1a1 req-07e5bf88-b829-47b6-8ae6-df3576a67e0a tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:19.779180 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-543ee6bc-082b-4961-80d5-e7d4eba2b1a1 req-07e5bf88-b829-47b6-8ae6-df3576a67e0a tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0484173 Sep 19 17:30:19.830200 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-543ee6bc-082b-4961-80d5-e7d4eba2b1a1 req-a2873df7-3079-4cfc-9b03-a81ec231f105 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Sep 19 17:30:19.859242 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58600) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:20.020087 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3281-9d0f-4d41-8939-6d50bfd50418 req-e53ae7de-8547-49fc-ad8d-db660e365cc4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:20.021618 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32ce3281-9d0f-4d41-8939-6d50bfd50418 req-e53ae7de-8547-49fc-ad8d-db660e365cc4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0856216 Sep 19 17:30:20.032400 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f25f74-241f-484f-8181-4c05188ada09 tempest-TestMinimumBasicScenario-1437248463 tempest-TestMinimumBasicScenario-1437248463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:20.032400 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-09f25f74-241f-484f-8181-4c05188ada09 tempest-TestMinimumBasicScenario-1437248463 tempest-TestMinimumBasicScenario-1437248463-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1124 time: 0.1688972 Sep 19 17:30:20.033779 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58606) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:20.041438 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'port_id': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:20.079259 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32ce3281-9d0f-4d41-8939-6d50bfd50418 req-d7e35dc0-cf17-4059-be89-462119d06201 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478849 Sep 19 17:30:20.134524 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:20.225940 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:20.338198 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Allocated IP 172.27.3.226 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/db663a02-fbac-4b2c-8cf3-65119249b27c) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:20.449321 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:20.562636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:20.606837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:20.611848 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:20.615730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:30:20.619117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'Port': ['ID=db663a02-fbac-4b2c-8cf3-65119249b27c,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:20.647758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.648088 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.648430 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.648765 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.649100 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.649430 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.649770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.650102 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.650418 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.650740 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.651073 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.651406 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.651763 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.652189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:20.652509 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:21.210768 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c341b-f126-4e0f-a12d-986a5c2c4e87 req-d7a6183e-b869-44f7-a80e-afb1c8e17ef5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:21.211905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:21.212322 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-189c341b-f126-4e0f-a12d-986a5c2c4e87 req-d7a6183e-b869-44f7-a80e-afb1c8e17ef5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0490851 Sep 19 17:30:21.224197 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for floatingip (74aef1aa-e373-4475-9666-8c307f43aad0), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:21.244932 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:21.263517 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-189c341b-f126-4e0f-a12d-986a5c2c4e87 req-ad236e4b-0a68-4011-b50d-a92a50b34fad tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 Sep 19 17:30:21.353102 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:21.519794 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:21.584778 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:21.659463 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (74aef1aa-e373-4475-9666-8c307f43aad0), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:21.661157 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'Port': ['ID=db663a02-fbac-4b2c-8cf3-65119249b27c,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:21.766772 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Floating IP 74aef1aa-e373-4475-9666-8c307f43aad0 associated. External IP: 172.27.3.226, port: 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf. Sep 19 17:30:21.981255 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Router 21549c30-ec41-4625-aa36-b45fc0cc71bc has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:30:21.988792 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:22.088497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:30:22.107978 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Sync routers for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:22.123262 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:22.123949 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:29:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:22.186349 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.220451 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b6b3d8c4-148d-4302-bc64-ce565411ed14 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1821012 Sep 19 17:30:22.220451 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:22.221190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:22.221291 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58612) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:22.224686 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:22.232930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251688986', 'description': 'tempest-secgroup-smoke-251688986 description', 'project_id': '751acab6697b47e59ee43cf30c937348'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:22.275949 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2390a56-73c8-4334-b637-249d6773764f x-openstack-request-id: req-e2390a56-73c8-4334-b637-249d6773764f {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:22.275949 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:22.275949 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2390a56-73c8-4334-b637-249d6773764f {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:22.276265 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2390a56-73c8-4334-b637-249d6773764f'] response: {'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:30:22.383773 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-77421127-37a3-4173-8d76-832bfb89801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.385371 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-77421127-37a3-4173-8d76-832bfb89801d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1129 time: 0.0510995 Sep 19 17:30:22.392727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ece16-ba50-4528-b59e-55dcfdbf0a79 req-667d4d3a-3f2d-4c72-b3b8-6bd9b44767b3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.399831 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-864ece16-ba50-4528-b59e-55dcfdbf0a79 req-667d4d3a-3f2d-4c72-b3b8-6bd9b44767b3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0517945 Sep 19 17:30:22.399831 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.463934 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '74aef1aa-e373-4475-9666-8c307f43aad0', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'port_id': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'mac_address': 'fa:16:3e:53:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:20Z', 'updated_at': '2022-09-19T17:30:20Z', 'revision_number': 0, 'project_id': '751acab6697b47e59ee43cf30c937348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:22.480284 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-864ece16-ba50-4528-b59e-55dcfdbf0a79 req-7174e26f-9efc-49b0-8a9c-ca622d6a5399 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709553 Sep 19 17:30:22.489518 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-5acb3024-7ef5-4784-a4f3-1da311222ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.491570 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-5acb3024-7ef5-4784-a4f3-1da311222ebc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.0983608 Sep 19 17:30:22.495739 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Checking router: 21549c30-ec41-4625-aa36-b45fc0cc71bc for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:22.501733 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:22.502529 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:29:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:22.515469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (b13baf59-e04a-4ef8-8152-e60be2d24070), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.568736 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-d5b0f6d8-17c5-48e5-8a1c-a13dc4284f20 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 999 time: 0.0632105 Sep 19 17:30:22.609102 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:22.619172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-5b88bd4e-a9e0-458d-9174-e37040dda19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.620705 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-5b88bd4e-a9e0-458d-9174-e37040dda19b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0457330 Sep 19 17:30:22.630275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b13baf59-e04a-4ef8-8152-e60be2d24070), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.663295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13baf59-e04a-4ef8-8152-e60be2d24070,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:22.667658 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-c517f590-12bb-4728-9871-3a0bcfb949c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:22.669274 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-c517f590-12bb-4728-9871-3a0bcfb949c2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418637 Sep 19 17:30:22.670793 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.671213 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.671634 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.672061 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.673102 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.673519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.673917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.674313 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.674708 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.675100 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.675509 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.675924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.676256 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.676581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.676905 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:30:22.743755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:22.769722 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-9a39030f-20aa-450c-9751-f0789c2f0373 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929480 Sep 19 17:30:22.782340 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.789773 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-8fac0502-32d5-4cad-8ff2-67b711ce1ff1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5648012 Sep 19 17:30:22.789773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58618) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:22.793519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:22.799212 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:22.840225 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '74aef1aa-e373-4475-9666-8c307f43aad0', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'port_id': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'mac_address': 'fa:16:3e:53:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:20Z', 'updated_at': '2022-09-19T17:30:20Z', 'revision_number': 0, 'project_id': '751acab6697b47e59ee43cf30c937348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:22.866645 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb23552-2d76-4cb5-999a-c7f16e3dddc6 None None] The sync data for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi is: [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '74aef1aa-e373-4475-9666-8c307f43aad0', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'port_id': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'mac_address': 'fa:16:3e:53:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:20Z', 'updated_at': '2022-09-19T17:30:20Z', 'revision_number': 0, 'project_id': '751acab6697b47e59ee43cf30c937348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:22.869893 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-699be2c8-7de7-486f-a8bc-ffc6d9fa8a0d req-f2a53316-d5ce-47d7-84a8-c56736903606 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938153 Sep 19 17:30:22.934414 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (bdd90b93-cdf2-4465-bd56-659f43c4ca16), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:22.993314 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (bdd90b93-cdf2-4465-bd56-659f43c4ca16), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.066608 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32e2db-409e-47fb-9e91-6b508b84d915 None None] New status for floating IP 74aef1aa-e373-4475-9666-8c307f43aad0: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:30:23.190134 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (bdd90b93-cdf2-4465-bd56-659f43c4ca16), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.207681 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd90b93-cdf2-4465-bd56-659f43c4ca16,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:23.352361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.354665 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0aafa0a9-40d8-4033-b3be-3ba8431b9646 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650713 Sep 19 17:30:23.356548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58620) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:23.360807 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:23.366178 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:23.505604 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (4413ef90-6310-48fe-80f8-94b841085918), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.570257 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (4413ef90-6310-48fe-80f8-94b841085918), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.615436 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc45e-0996-4587-a072-297426492da3 req-42b2f2dc-6024-4963-842a-aa2380dddc77 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:23.616944 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-106fc45e-0996-4587-a072-297426492da3 req-42b2f2dc-6024-4963-842a-aa2380dddc77 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0495582 Sep 19 17:30:23.655857 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (4413ef90-6310-48fe-80f8-94b841085918), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.686370 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4413ef90-6310-48fe-80f8-94b841085918,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:23.692690 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-106fc45e-0996-4587-a072-297426492da3 req-43a4c7b2-525e-4816-9673-8c6edecfba1f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696185 Sep 19 17:30:23.803456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:23.804753 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4a5d604d-7213-4481-922e-fea88f72e737 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4472001 Sep 19 17:30:23.807325 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58624) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:23.811553 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:23.940575 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (06734a0a-f6d8-47f3-a68a-af66bdf0b371), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.005050 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (06734a0a-f6d8-47f3-a68a-af66bdf0b371), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.162013 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (06734a0a-f6d8-47f3-a68a-af66bdf0b371), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.183411 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06734a0a-f6d8-47f3-a68a-af66bdf0b371,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:24.277648 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.278909 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-88daf78d-e660-46ee-8573-a3ed20480344 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4706013 Sep 19 17:30:24.282109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58630) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:24.286869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:24.384649 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (b70ab081-7db3-4383-a4bc-4b362ca1d3d9), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.445525 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (b70ab081-7db3-4383-a4bc-4b362ca1d3d9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.527240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (b70ab081-7db3-4383-a4bc-4b362ca1d3d9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.546510 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70ab081-7db3-4383-a4bc-4b362ca1d3d9,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:24.638260 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.639502 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c2fd8cad-57cd-41c5-bdfb-f8fefbd5fa23 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559613 Sep 19 17:30:24.643177 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58632) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:24.647477 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:24.733729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.securitygroups_db [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Project 751acab6697b47e59ee43cf30c937348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:30:24.739880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (6ce99535-2484-4abd-a644-4830edfd50e8), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.766281 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:24.834442 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (6ce99535-2484-4abd-a644-4830edfd50e8), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.840828 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55737135-05f1-44b5-b19a-7302ab87483e req-aacc0b8b-fa98-4ce4-8feb-2d264f6954e0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:24.842304 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55737135-05f1-44b5-b19a-7302ab87483e req-aacc0b8b-fa98-4ce4-8feb-2d264f6954e0 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0668414 Sep 19 17:30:24.891842 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-55737135-05f1-44b5-b19a-7302ab87483e req-9c69d421-723d-4fc6-a007-0dbfd764faf7 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Sep 19 17:30:24.950158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (6ce99535-2484-4abd-a644-4830edfd50e8), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:24.971005 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce99535-2484-4abd-a644-4830edfd50e8,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:25.058710 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.058710 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-71b70966-340e-416f-9b7d-8a19bbd53e7b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4126995 Sep 19 17:30:25.059760 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58636) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:25.064553 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'security_group_rule': {'security_group_id': 'b13baf59-e04a-4ef8-8152-e60be2d24070', 'project_id': '751acab6697b47e59ee43cf30c937348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:25.172945 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.securitygroups_db [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Project 751acab6697b47e59ee43cf30c937348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:30:25.179199 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (0a82d1e0-e537-4405-b005-d2d5dfe9ff71), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.191160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:25.239711 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (0a82d1e0-e537-4405-b005-d2d5dfe9ff71), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.316128 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (0a82d1e0-e537-4405-b005-d2d5dfe9ff71), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.335639 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a82d1e0-e537-4405-b005-d2d5dfe9ff71,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:25.437869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.439976 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e17ac736-4df6-4db0-9ee3-229942b115fc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3790073 Sep 19 17:30:25.530563 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-0eb34492-0b15-4e8a-bf2e-6ec4e04346db tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-251688986&fields=id&tenant_id=751acab6697b47e59ee43cf30c937348 HTTP/1.1" status: 200 len: 267 time: 0.0448875 Sep 19 17:30:25.579662 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-49d63a10-498c-4ba3-a6a1-d6d9dc264604 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:25.581355 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-49d63a10-498c-4ba3-a6a1-d6d9dc264604 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0448918 Sep 19 17:30:25.592028 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'port': {'security_groups': ['5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7', 'b13baf59-e04a-4ef8-8152-e60be2d24070']}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:25.666839 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:25.883099 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:30:25.913674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:26.111450 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-dbba7890-1759-49d9-983e-789dcbdc934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:26.205094 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:26.221900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.222493 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:26.224070 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-127d853f-e20d-49ae-91a1-b486c7e2c22a req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "PUT /networking/v2.0/ports/973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 981 time: 0.6365447 Sep 19 17:30:26.241980 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:26.244737 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a3317-4850-4282-81f7-898a1e5510c8" -d '{"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:26.249676 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:30:26.266130 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61965aa1-8791-477d-af6c-3edeb8ed672d req-eacd0d47-d20a-4e0c-b9b5-8a605c16b0c4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.267958 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-61965aa1-8791-477d-af6c-3edeb8ed672d req-eacd0d47-d20a-4e0c-b9b5-8a605c16b0c4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.2979040 Sep 19 17:30:26.329373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200b610-5033-46fd-a648-02e98203a0c9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=6']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:26.375385 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20265f-c02d-4581-b045-b1a7f45bdb51 req-5a2a9ece-2c10-40f5-8ace-68364a3214e4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.375629 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:26.377383 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec20265f-c02d-4581-b045-b1a7f45bdb51 req-5a2a9ece-2c10-40f5-8ace-68364a3214e4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0978198 Sep 19 17:30:26.392955 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-7dbe96ea-04de-4a5f-b7b2-a489c3b3f109 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761580 Sep 19 17:30:26.408640 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-61965aa1-8791-477d-af6c-3edeb8ed672d req-27b4bdf9-c693-4173-a1af-b435e21ad707 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300433 Sep 19 17:30:26.469439 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:30:26.480264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec20265f-c02d-4581-b045-b1a7f45bdb51 req-59eaba08-ee2c-4f41-a437-abd7c04942d7 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937040 Sep 19 17:30:26.519154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:26.531442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-be975055-f825-485a-aac2-34cda747ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.533538 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-be975055-f825-485a-aac2-34cda747ae0c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1130 time: 0.0804367 Sep 19 17:30:26.537386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b03f-1c06-4c71-a10e-4a3578c8da44 req-4f7381e6-734d-44f5-8e62-9378dc35f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.541644 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-90d5b03f-1c06-4c71-a10e-4a3578c8da44 req-4f7381e6-734d-44f5-8e62-9378dc35f417 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0987520 Sep 19 17:30:26.547197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de36cb40-2ab2-4c8b-bf7d-71c1a7fb152a x-openstack-request-id: req-de36cb40-2ab2-4c8b-bf7d-71c1a7fb152a {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:26.547197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:26.547197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de36cb40-2ab2-4c8b-bf7d-71c1a7fb152a {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:26.547197 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de36cb40-2ab2-4c8b-bf7d-71c1a7fb152a'] response: {'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:30:26.654152 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-1b324a54-9b96-4887-8663-5af8daef8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.656023 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-1b324a54-9b96-4887-8663-5af8daef8a99 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1168 time: 0.0454786 Sep 19 17:30:26.697431 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-90d5b03f-1c06-4c71-a10e-4a3578c8da44 req-b2bf37cb-3ed6-47b0-b6af-2495c17dd0d6 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070788 Sep 19 17:30:26.726859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-370310cc-7344-460b-a5ff-46ae250d16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.728284 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-370310cc-7344-460b-a5ff-46ae250d16ee service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.1219430 Sep 19 17:30:26.746458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:26.756167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-019e7e25-4192-4d78-a153-bb90fed06d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:26.758707 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-019e7e25-4192-4d78-a153-bb90fed06d8b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.0940120 Sep 19 17:30:27.262596 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:27.279585 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-101157c6-7648-4b85-9bfd-aeceb545e18c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 1002 time: 0.0600495 Sep 19 17:30:27.306211 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-4edc5756-47ba-4c7e-83bb-5e8564c9480a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 1001 time: 0.0868628 Sep 19 17:30:27.539088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1ec2b-3477-4833-a227-1a95be62af87 req-f883c024-ff2b-4854-984c-a1c35c2624d3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.540522 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03d1ec2b-3477-4833-a227-1a95be62af87 req-f883c024-ff2b-4854-984c-a1c35c2624d3 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0502007 Sep 19 17:30:27.559667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:27.590824 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-03d1ec2b-3477-4833-a227-1a95be62af87 req-86136c7c-3dcd-44bb-8e5a-dd5e7d902bff tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Sep 19 17:30:27.859269 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-a3a8a171-9d0c-468b-9ee6-f3f388ed9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.859973 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-610835f4-46ca-4fd5-bed7-2a9c74a17e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.861458 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-a3a8a171-9d0c-468b-9ee6-f3f388ed9338 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0500343 Sep 19 17:30:27.861836 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-610835f4-46ca-4fd5-bed7-2a9c74a17e42 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0507379 Sep 19 17:30:27.908254 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-fb9cc7c6-9e68-4d1e-a15e-312d0854df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.909502 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-da025204-958f-4d4e-a247-cbbb31c054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:27.909877 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-fb9cc7c6-9e68-4d1e-a15e-312d0854df16 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381315 Sep 19 17:30:27.910915 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-da025204-958f-4d4e-a247-cbbb31c054ca service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397968 Sep 19 17:30:28.018014 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-ec7c92c3-2eba-43f3-a0e1-25a5dbf7c5a3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901990 Sep 19 17:30:28.019482 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-ede69d0f-0365-4c39-92cc-d543f034d927 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909846 Sep 19 17:30:28.158726 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0ee7a5d0-be4c-4374-b4eb-7671530e58c9 req-a3fb711b-1374-4e01-8fa1-23e0948e1839 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950983 Sep 19 17:30:28.160944 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b96a3317-4850-4282-81f7-898a1e5510c8 req-0e276f78-d88e-4678-9cf4-a4edc685991f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981424 Sep 19 17:30:28.538881 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-20ff59ed-cee7-4cfb-939b-4536811a05a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:28.714022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929c13-8522-4946-825d-7f5c9085ec84 req-c614c7a3-506e-4aeb-a2ad-0aec0d03d834 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:28.715588 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a929c13-8522-4946-825d-7f5c9085ec84 req-c614c7a3-506e-4aeb-a2ad-0aec0d03d834 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0468016 Sep 19 17:30:28.763822 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a929c13-8522-4946-825d-7f5c9085ec84 req-ce542629-e65a-4a9c-b404-67283b9c7c04 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419462 Sep 19 17:30:29.351084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024b4de-2140-4836-9d2a-3759f76e15be req-63155805-028b-44e5-aeed-ef03b019d3bc tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.352612 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1024b4de-2140-4836-9d2a-3759f76e15be req-63155805-028b-44e5-aeed-ef03b019d3bc tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0474179 Sep 19 17:30:29.401372 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1024b4de-2140-4836-9d2a-3759f76e15be req-1f633ac9-c3c9-48f1-9279-c5042203a79c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Sep 19 17:30:29.456537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-284e998f-82ff-43ba-aa6c-dc7576714559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.458085 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-284e998f-82ff-43ba-aa6c-dc7576714559 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0430422 Sep 19 17:30:29.554275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-90ba5e4b-f1b0-4a8f-a90b-f9a61955afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.555764 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-90ba5e4b-f1b0-4a8f-a90b-f9a61955afcc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0905452 Sep 19 17:30:29.624088 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-a807b7c0-db13-42ef-a026-4eb333f5b8e7 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0604985 Sep 19 17:30:29.677844 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-82d94920-da3f-45bb-9dbd-fd0360dc7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.686920 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-82d94920-da3f-45bb-9dbd-fd0360dc7998 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0466630 Sep 19 17:30:29.726679 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-d09ca9e4-9974-40e4-b528-aa7f8ef0e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:29.728326 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-d09ca9e4-9974-40e4-b528-aa7f8ef0e427 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403368 Sep 19 17:30:29.768148 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:29.831521 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-e8eae089-cc38-4350-9cfd-d1bb7eedb5fa service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929389 Sep 19 17:30:29.888519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:29.901080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:29.925632 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cdf3ddd6-d389-4914-8829-62fc1c259c4a req-d12b3345-6447-41c1-bc43-c5a1443c14a2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881925 Sep 19 17:30:30.541468 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010ce26-71a9-4b76-ac34-28783ee58421 req-0b547c78-73f2-4ca7-b477-0fd0faeaa5e5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:30.544182 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1010ce26-71a9-4b76-ac34-28783ee58421 req-0b547c78-73f2-4ca7-b477-0fd0faeaa5e5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0583911 Sep 19 17:30:30.601309 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1010ce26-71a9-4b76-ac34-28783ee58421 req-90df44a6-f53c-4088-91e4-b1f41c47a0bd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Sep 19 17:30:31.133143 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:31.533188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:31.734267 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93854099-ed9d-460b-bcdf-1f72522dfdc9 req-cadd28fc-f47e-4d81-a5fe-b3f426f14fcc tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:31.738875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-93854099-ed9d-460b-bcdf-1f72522dfdc9 req-cadd28fc-f47e-4d81-a5fe-b3f426f14fcc tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0507665 Sep 19 17:30:31.785693 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-93854099-ed9d-460b-bcdf-1f72522dfdc9 req-03fe0074-c18b-4a1a-acd5-1357b1471898 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Sep 19 17:30:32.915547 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1ba36-edbe-4cce-adcb-807c7567c198 req-61c6f76d-2b7e-48e7-a93d-01f519e3c37d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:32.919128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8ca1ba36-edbe-4cce-adcb-807c7567c198 req-61c6f76d-2b7e-48e7-a93d-01f519e3c37d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0518017 Sep 19 17:30:32.967573 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8ca1ba36-edbe-4cce-adcb-807c7567c198 req-8c7b8470-3f97-4d9c-8786-5cddb4604a76 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Sep 19 17:30:33.165226 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:33.167539 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:34.123440 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9a1d1-b86c-4395-878f-ff4dd75d8a3d req-97b76d1b-3fe3-40dc-ad41-052ca1349c32 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:34.124864 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1bf9a1d1-b86c-4395-878f-ff4dd75d8a3d req-97b76d1b-3fe3-40dc-ad41-052ca1349c32 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0617459 Sep 19 17:30:34.155976 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:34.181804 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1bf9a1d1-b86c-4395-878f-ff4dd75d8a3d req-3bebd931-d5e1-4aef-89fe-762cb983ae75 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498459 Sep 19 17:30:34.312908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209f9a9-f7da-4e09-991e-889745707291 req-8ca86fc7-8e8f-48ff-bdbf-9b6f227eaf02 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:34.314461 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3209f9a9-f7da-4e09-991e-889745707291 req-8ca86fc7-8e8f-48ff-bdbf-9b6f227eaf02 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0521557 Sep 19 17:30:34.324662 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58684) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:34.329610 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Request body: {'floatingip': {'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:34.388879 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:34.856646 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:34.910437 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:34.913558 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:34.999498 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:35.130586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:30:35.237727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:30:35.242841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:35.247431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:35.259265 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:35.259952 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:35.262458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:35.275948 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:35.279327 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b465b36-24b4-4749-ba4a-125a1e09dd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:35.317418 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3b22cd78-f3a4-4512-9a82-a5a08f5cef39 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/bc5b559e-937e-466f-a6b8-5498e614c12b HTTP/1.1" status: 200 len: 994 time: 0.9916127 Sep 19 17:30:35.325544 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22f6f5b-952b-47ec-8bb2-6efc34799d5d x-openstack-request-id: req-e22f6f5b-952b-47ec-8bb2-6efc34799d5d {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:35.325869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:35.326124 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e22f6f5b-952b-47ec-8bb2-6efc34799d5d {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:35.326529 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22f6f5b-952b-47ec-8bb2-6efc34799d5d'] response: {'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'status': 'completed', 'code': 200} Sep 19 17:30:35.429234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-1a7f8fee-1ed9-4fdf-a66c-6435f5964e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:35.430713 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-1a7f8fee-1ed9-4fdf-a66c-6435f5964e4b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0433731 Sep 19 17:30:35.516131 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:35.528581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-ed1dc174-54a9-47f0-92a8-b315674f8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:35.530068 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-ed1dc174-54a9-47f0-92a8-b315674f8193 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0927813 Sep 19 17:30:35.599528 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:35.605794 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-b37f5db0-0154-45b2-b1be-26d31476aa15 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0684173 Sep 19 17:30:35.662174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-5d93f849-7d05-4824-97c6-9e9e72da033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:35.664144 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-5d93f849-7d05-4824-97c6-9e9e72da033e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0521412 Sep 19 17:30:35.710889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-e3911691-2532-421f-aa44-a9300a855f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:35.712402 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-e3911691-2532-421f-aa44-a9300a855f28 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413001 Sep 19 17:30:35.745532 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:30:34Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:35.775645 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:35.784990 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:35.785608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:35.812462 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-d520686c-e445-4082-b940-53d80e52619e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935535 Sep 19 17:30:35.898174 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:35.907762 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b465b36-24b4-4749-ba4a-125a1e09dd1e req-564a9e13-a5d4-4211-bdb1-1fe2d3847f59 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Sep 19 17:30:36.133124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:30:34Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:36.159361 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ec58d-53b7-4bc9-9b02-08451293c56f None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'bc5b559e-937e-466f-a6b8-5498e614c12b', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'port_id': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'mac_address': 'fa:16:3e:4d:1b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:26:36Z', 'updated_at': '2022-09-19T17:30:34Z', 'revision_number': 3, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:37.327975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:37.330367 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5392b-fb52-4ac7-aedd-fa16f655f60b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:37.369813 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0b450a-571b-4848-8bc8-8200fd1af7b8 x-openstack-request-id: req-7c0b450a-571b-4848-8bc8-8200fd1af7b8 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:37.370111 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:37.370369 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c0b450a-571b-4848-8bc8-8200fd1af7b8 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:37.370816 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0b450a-571b-4848-8bc8-8200fd1af7b8'] response: {'name': 'network-changed', 'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'status': 'completed', 'code': 200} Sep 19 17:30:37.499162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-d07276c8-7c1d-4a7b-a9ee-092649bad0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.500684 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-d07276c8-7c1d-4a7b-a9ee-092649bad0ba service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0424507 Sep 19 17:30:37.561564 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:37.594540 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-9fc06065-03d8-4919-9291-36ed34dcb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.596503 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-9fc06065-03d8-4919-9291-36ed34dcb554 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0866706 Sep 19 17:30:37.880506 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-3ad881f7-3144-429f-b14c-f5fdc409df7f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1002 time: 0.2768257 Sep 19 17:30:37.931817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:37.935879 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-9ef241ef-9527-43ff-b2d8-8a2c9dfaa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.937357 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-9ef241ef-9527-43ff-b2d8-8a2c9dfaa7b8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0500824 Sep 19 17:30:37.984454 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-1a62386c-ced3-4047-9a89-b1aa2b46e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:37.986578 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-1a62386c-ced3-4047-9a89-b1aa2b46e583 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400431 Sep 19 17:30:38.088767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-98c24555-5b37-4d81-ad71-0afd51df23d3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902445 Sep 19 17:30:38.154340 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=63 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:38.155315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=25 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:38.187384 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-12b5392b-fb52-4ac7-aedd-fa16f655f60b req-eb8bd6a8-4217-4cf7-af1d-d6ad2d2a84c2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Sep 19 17:30:41.408356 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd5fa3-43dc-481e-9635-bc9c87417dd3 req-ed25b5de-6bb0-49d2-b550-d5a79493f6c3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:41.410326 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b5bd5fa3-43dc-481e-9635-bc9c87417dd3 req-ed25b5de-6bb0-49d2-b550-d5a79493f6c3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0551071 Sep 19 17:30:41.456282 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b5bd5fa3-43dc-481e-9635-bc9c87417dd3 req-bcaa52b0-71c6-49b2-9c3f-d986f41b202d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Sep 19 17:30:42.586671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc64f-a9fd-4a9f-95e4-7111c1a8bdc7 req-6fea9462-87f1-4c5f-8f50-db9e9be3b87e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:42.588170 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ba0fc64f-a9fd-4a9f-95e4-7111c1a8bdc7 req-6fea9462-87f1-4c5f-8f50-db9e9be3b87e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0463960 Sep 19 17:30:42.635801 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ba0fc64f-a9fd-4a9f-95e4-7111c1a8bdc7 req-73c5412f-8562-4058-8b9a-60d906c2e2fe tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420835 Sep 19 17:30:43.259627 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:30:43.764176 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611573-5188-471b-8da3-6c429b917f2e req-075d11b7-2997-4ae9-ba47-5b5fc05e1835 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:43.765778 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf611573-5188-471b-8da3-6c429b917f2e req-075d11b7-2997-4ae9-ba47-5b5fc05e1835 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0481586 Sep 19 17:30:43.816225 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf611573-5188-471b-8da3-6c429b917f2e req-cd7c366c-e182-4526-8b2e-0de435dbad12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=272dcbd9-768a-462b-9a89-8ce288c9f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Sep 19 17:30:44.047034 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-1b84c8c0-aa6c-46ba-908f-00521f6e7864 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:44.048489 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-1b84c8c0-aa6c-46ba-908f-00521f6e7864 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 946 time: 0.0461810 Sep 19 17:30:44.132930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Deleting port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:30:44.133298 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.228509 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] For port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:30:44.228900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.433832 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:44.446481 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.451372 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.451372 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Floating IP 210afe02-d431-4a36-a7c8-f7ca98574d60 disassociated. External IP: 172.27.3.139, port: e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43. Sep 19 17:30:44.451372 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Calling delete_port for e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 owned by compute:nova {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:30:44.492599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:44.630160 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.660314 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'Port': ['ID=e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:44.770262 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:30:44.878270 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:30:44.892063 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:30:44.904945 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:44.905677 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:44.953820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fdc228d6-240a-4f7a-9f2b-306e5e2cab46 req-81f0176e-0f2e-4ea3-9a02-1d6f026ce449 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0474467 Sep 19 17:30:44.973153 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] No DVR routers for this DVR port e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 on host hv-cinder-84801 {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:30:44.976955 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:44.980532 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-644cdb7d-8bf6-485b-844e-c954e8dbdd5a req-7d8100fb-14a3-46f5-8eb4-ff82b2f6abd3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 HTTP/1.1" status: 204 len: 173 time: 0.9259682 Sep 19 17:30:44.981107 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-deleted', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:44.984058 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c5175-4661-4281-aee5-b38fbe17fc54" -d '{"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-deleted", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:45.036714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a654c288-1b32-4bd8-a6f3-74410d2aceb6 x-openstack-request-id: req-a654c288-1b32-4bd8-a6f3-74410d2aceb6 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:45.037215 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2eb485-3b5a-4326-bd4f-9029da4e6744", "name": "network-vif-deleted", "tag": "e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:45.037685 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a654c288-1b32-4bd8-a6f3-74410d2aceb6 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:45.038706 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a654c288-1b32-4bd8-a6f3-74410d2aceb6'] response: {'server_uuid': '8d2eb485-3b5a-4326-bd4f-9029da4e6744', 'name': 'network-vif-deleted', 'tag': 'e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43', 'status': 'completed', 'code': 200} Sep 19 17:30:45.104582 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:45.306691 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:45.331411 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:30:45.340599 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:30:45.341321 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:45.451334 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:30:45.692467 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:30:45.728718 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8607384-df45-44f9-8787-87f43f7e7c75 None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:30:45.968569 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f4c49-82f6-444c-a212-2761bbe6a664 None None] New status for floating IP 210afe02-d431-4a36-a7c8-f7ca98574d60: DOWN {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:30:46.097531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0822576f-ea32-4d43-8b98-0522c0300927 req-d3439371-8600-47f8-8268-6c5766a72af7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=8d2eb485-3b5a-4326-bd4f-9029da4e6744 HTTP/1.1" status: 200 len: 210 time: 0.0374825 Sep 19 17:30:47.265608 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58748) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:47.321056 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (272dcbd9-768a-462b-9a89-8ce288c9f0a5), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.343575 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (272dcbd9-768a-462b-9a89-8ce288c9f0a5), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.430158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (272dcbd9-768a-462b-9a89-8ce288c9f0a5), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.432865 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.434115 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/272dcbd9-768a-462b-9a89-8ce288c9f0a5 HTTP/1.1" status: 204 len: 168 time: 0.1664207 Sep 19 17:30:47.437008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58750) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:47.444451 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194663b-694e-4bd2-8e88-504ecd4b19e5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272dcbd9-768a-462b-9a89-8ce288c9f0a5,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:47.452972 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.api.v2.resource [None req-d3313065-cc61-4cb1-b58e-7557d7ba7d1d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] show failed (client error): The resource could not be found. Sep 19 17:30:47.454668 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d3313065-cc61-4cb1-b58e-7557d7ba7d1d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups/272dcbd9-768a-462b-9a89-8ce288c9f0a5 HTTP/1.1" status: 404 len: 347 time: 0.0160682 Sep 19 17:30:47.457744 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58752) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:47.495986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:30:47.518591 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:30:47.518941 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e6e9e20e-f74e-4533-ba77-9c4ae4c4dc43 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:30:47.580558 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Deleting port 3c59d83b-9106-46ac-939c-293cf5bf7d00 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:30:47.581700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.662824 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.663062 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (3c59d83b-9106-46ac-939c-293cf5bf7d00), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.676241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Calling delete_port for 3c59d83b-9106-46ac-939c-293cf5bf7d00 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:30:47.881698 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (3c59d83b-9106-46ac-939c-293cf5bf7d00), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.910917 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'Port': ['ID=3c59d83b-9106-46ac-939c-293cf5bf7d00,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:47.971565 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (210afe02-d431-4a36-a7c8-f7ca98574d60), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.974085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:47.975212 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ec0acabd-3b8d-4a00-9676-166e47c40f98 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/210afe02-d431-4a36-a7c8-f7ca98574d60 HTTP/1.1" status: 204 len: 168 time: 0.5165694 Sep 19 17:30:48.149887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58758) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:48.154361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569372151', 'description': 'tempest-description--2129189677'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:48.252926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.324849 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (ea603ec8-028c-4488-ae3c-0fb20f3a8b97), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.390183 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ea603ec8-028c-4488-ae3c-0fb20f3a8b97), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.405621 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:48.420624 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea603ec8-028c-4488-ae3c-0fb20f3a8b97,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:48.474386 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.475658 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-8ac2f8bb-ce71-40a6-aae8-088bcb2fef3e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3247674 Sep 19 17:30:48.478774 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58760) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:48.483034 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group_rule': {'security_group_id': 'ea603ec8-028c-4488-ae3c-0fb20f3a8b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:48.587667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (aeaf5631-dd4d-4e30-99ae-36d9cd130a14), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.637369 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (aeaf5631-dd4d-4e30-99ae-36d9cd130a14), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.698117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (aeaf5631-dd4d-4e30-99ae-36d9cd130a14), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.717985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaf5631-dd4d-4e30-99ae-36d9cd130a14,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:48.763173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.764448 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ec206225-102c-4d1f-9266-2743c88add23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848628 Sep 19 17:30:48.767442 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58762) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:48.771910 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'security_group_rule': {'security_group_id': 'ea603ec8-028c-4488-ae3c-0fb20f3a8b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:48.833906 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:48.835846 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (ed3e607e-425a-4db0-95ea-c211010380a2), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.892838 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (ed3e607e-425a-4db0-95ea-c211010380a2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.950312 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (ed3e607e-425a-4db0-95ea-c211010380a2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:48.971249 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3e607e-425a-4db0-95ea-c211010380a2,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:49.043222 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.044508 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-bfe64309-ebed-461a-a277-dbf905a020e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2760961 Sep 19 17:30:49.048427 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58768) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:30:49.052808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:49.184632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.264691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.409947 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Allocated IP 172.27.3.43 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/dbcadc2e-8b71-4ff8-b8b4-0d28961481e0) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:49.419299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396739d9-fe25-43ad-9d73-24a4c85f9233 req-27400dd5-4f41-4317-b62a-c712f8ef5015 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:49.420805 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-396739d9-fe25-43ad-9d73-24a4c85f9233 req-27400dd5-4f41-4317-b62a-c712f8ef5015 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0735135 Sep 19 17:30:49.517168 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-396739d9-fe25-43ad-9d73-24a4c85f9233 req-5e6b7af3-b4fd-4fd9-aeee-264072af947a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901322 Sep 19 17:30:49.561927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.576170 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:49.647730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.692240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:49.697329 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:49.699762 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=dbcadc2e-8b71-4ff8-b8b4-0d28961481e0,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:49.701990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:30:49.778331 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:49.786466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:49.886132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:50.036751 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:50.116131 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:50.186500 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:50.189115 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=dbcadc2e-8b71-4ff8-b8b4-0d28961481e0,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:50.255245 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:50.256553 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4729ce92-174d-401c-ac51-6bc339d4e159 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2071433 Sep 19 17:30:50.459912 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-39b062ed-99c9-4c12-9a44-1934e41a2a8a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--569372151&fields=id&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 267 time: 0.0434079 Sep 19 17:30:50.569602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-21e52a7a-bc17-4ce6-b64b-365ec0f95c00 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:50.571099 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-21e52a7a-bc17-4ce6-b64b-365ec0f95c00 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 816 time: 0.1048129 Sep 19 17:30:50.587522 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-7d85a470-6ae7-4267-b063-57602c777e64 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/quotas/1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 375 time: 0.0106547 Sep 19 17:30:50.665179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-cd4d99e2-3c42-433a-bea5-d8372b4d949b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724454 Sep 19 17:30:50.670716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614742-a0ad-44c0-b7c9-21de92a41784 req-e8365548-6588-4538-9450-5d8778bff2a5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:50.672114 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca614742-a0ad-44c0-b7c9-21de92a41784 req-e8365548-6588-4538-9450-5d8778bff2a5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0784366 Sep 19 17:30:50.729001 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ca614742-a0ad-44c0-b7c9-21de92a41784 req-11991841-4646-4a41-8366-025009913f9f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Sep 19 17:30:50.806393 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:50.827989 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-2f4cbdd1-d561-49c3-8581-d2eade9d12dd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507468 Sep 19 17:30:50.921564 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-8d170441-56b2-4f34-a60b-c13c43877301 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877118 Sep 19 17:30:51.210844 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-494275c8-7885-4802-9a07-681e6a574c83 req-fd377a80-9e2a-4768-9154-ba04e8338c59 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Sep 19 17:30:51.852899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0ae9-7ff1-4ebe-bf8c-2ee6f52cc069 req-8fe461ab-0267-44ab-be3f-8a4932a125f7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:51.854388 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d51d0ae9-7ff1-4ebe-bf8c-2ee6f52cc069 req-8fe461ab-0267-44ab-be3f-8a4932a125f7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0458276 Sep 19 17:30:51.901962 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d51d0ae9-7ff1-4ebe-bf8c-2ee6f52cc069 req-42135403-930f-469e-852c-5ae9a9509a50 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Sep 19 17:30:52.322595 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1f599f98-031c-4e1d-959c-d40c7dbcd6c8 req-4d5f4948-b3d6-4913-83ca-6e7b1c2e8381 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 210 time: 0.0320318 Sep 19 17:30:53.025569 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3504569-5ff8-4c0d-b08c-de37f9317c3e req-16f99790-2348-4409-8563-861b2cd0b3f4 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:53.027089 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3504569-5ff8-4c0d-b08c-de37f9317c3e req-16f99790-2348-4409-8563-861b2cd0b3f4 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0471654 Sep 19 17:30:53.060226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:53.076069 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3504569-5ff8-4c0d-b08c-de37f9317c3e req-796c78fb-2ebf-4ad7-b40c-a7132929817d tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Sep 19 17:30:53.450848 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-692b5f75-51ad-4f24-a78a-dd15a5ca66ea req-c760810a-0013-4b1d-bed3-914a8da8fa3c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 210 time: 0.0345747 Sep 19 17:30:53.499346 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-8327b381-4f92-434a-958e-73d9cc521d78 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:53.500868 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-8327b381-4f92-434a-958e-73d9cc521d78 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 816 time: 0.1443813 Sep 19 17:30:53.586638 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-d4ad384c-06b3-4547-ba86-a4c373ec8d22 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 379 time: 0.0645378 Sep 19 17:30:53.595868 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'port': {'device_id': '70bea192-300a-4359-90a1-81ad16a35d10', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'admin_state_up': True, 'tenant_id': '1f148193008640639adb751706133b25', 'security_groups': ['ea603ec8-028c-4488-ae3c-0fb20f3a8b97']}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:54.001808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Made reservation on behalf of 1f148193008640639adb751706133b25 for: {'port': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:30:54.005754 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:54.135263 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Allocated IP 172.20.0.11 (a4b55d20-22b3-42fd-86ee-53a53a1c48eb/d0914954-4dcf-4460-8306-98f690eb3a88/11cb86d3-62be-4d60-8b1e-e8a216766190) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:30:54.303127 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:54.377916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbace15-1812-471c-9035-88587f2b022c req-8deee230-aa6f-4e05-8cde-c07176851262 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:54.379556 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abbace15-1812-471c-9035-88587f2b022c req-8deee230-aa6f-4e05-8cde-c07176851262 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0662100 Sep 19 17:30:54.430702 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abbace15-1812-471c-9035-88587f2b022c req-30905124-3847-4078-833d-1c46d1965737 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Sep 19 17:30:54.442243 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:54.448903 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:54.487619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:30:54.490929 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:30:54.497821 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:54.497821 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:30:54.522656 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:54.553980 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:54.555201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:54.615945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60214c-b6f9-4766-9680-4105cf9e8ac2 req-82a6990a-1af6-47ed-8eb7-e4b3e54ebaf3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:54.617465 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd60214c-b6f9-4766-9680-4105cf9e8ac2 req-82a6990a-1af6-47ed-8eb7-e4b3e54ebaf3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 932 time: 0.0594981 Sep 19 17:30:54.669662 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-760f749c-ddb0-4542-96b2-7f7825db1454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0780506 Sep 19 17:30:54.683108 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd60214c-b6f9-4766-9680-4105cf9e8ac2 req-ea33f9a2-73f2-40d7-8cd2-d6ca1918af5d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545108 Sep 19 17:30:54.697403 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Request body: {'port': {'device_id': '70bea192-300a-4359-90a1-81ad16a35d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:30:54.713022 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Provisioning complete for port 11cb86d3-62be-4d60-8b1e-e8a216766190 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:30:54.713605 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:54.714184 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Attempt 1 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:30:54.763322 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Port 11cb86d3-62be-4d60-8b1e-e8a216766190 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:30:54.780728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.045732 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:30:55.053585 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks [] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.066761 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.provisioning_blocks [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Transition to ACTIVE for port object 11cb86d3-62be-4d60-8b1e-e8a216766190 will not be triggered until provisioned by entity L2. {{(pid=106879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:30:55.132688 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.198157 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:55.242423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:55.253993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Attempting to bind port 11cb86d3-62be-4d60-8b1e-e8a216766190 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:30:55.254332 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Attempting to bind port 11cb86d3-62be-4d60-8b1e-e8a216766190 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:30:55.254673 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Attempting to bind port 11cb86d3-62be-4d60-8b1e-e8a216766190 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:30:55.264615 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Attempt 2 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:30:55.303785 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Port 11cb86d3-62be-4d60-8b1e-e8a216766190 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:30:55.307131 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Port 11cb86d3-62be-4d60-8b1e-e8a216766190 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:30:55.307469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Attempting to bind port 11cb86d3-62be-4d60-8b1e-e8a216766190 on network a4b55d20-22b3-42fd-86ee-53a53a1c48eb {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:30:55.363776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:30:55.363776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Checking segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:30:55.363776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Bound using segment: {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:30:55.363776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Bound port: 11cb86d3-62be-4d60-8b1e-e8a216766190, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b75f97-4990-4d2a-9fd3-91944d0de21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb'}}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:30:55.363776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.430253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, cleared binding levels {{(pid=106879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:30:55.433528 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:30:55.524516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.527904 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:55.528699 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:55.530127 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 1094 time: 0.8399332 Sep 19 17:30:55.554446 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:30:55.556627 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8c37b-cc0f-4fed-851d-81c1298adaff" -d '{"events": [{"name": "network-changed", "server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:30:55.595933 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa11d1-ef82-4eb2-8ff7-d922c174dafe x-openstack-request-id: req-6dfa11d1-ef82-4eb2-8ff7-d922c174dafe {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:30:55.596224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:30:55.596466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dfa11d1-ef82-4eb2-8ff7-d922c174dafe {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:30:55.596887 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfa11d1-ef82-4eb2-8ff7-d922c174dafe'] response: {'name': 'network-changed', 'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'status': 'completed', 'code': 200} Sep 19 17:30:55.606970 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1daa4e-2a1c-4610-81ab-351b6de73459 req-916e2155-e604-468d-9df3-8170fef7e74b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:55.608551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da1daa4e-2a1c-4610-81ab-351b6de73459 req-916e2155-e604-468d-9df3-8170fef7e74b tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0962574 Sep 19 17:30:55.611565 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:55.647749 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8e609-6087-4cb0-a780-ae6daf26f224 service neutron] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=3']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:30:55.687799 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=70 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:55.698174 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=70 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:55.709860 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da1daa4e-2a1c-4610-81ab-351b6de73459 req-804311bf-426e-4446-b3a4-86d58747a4a3 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919771 Sep 19 17:30:55.721730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-c4cac907-fc12-4bc5-a425-804aa1607be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:55.723292 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-c4cac907-fc12-4bc5-a425-804aa1607be4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1128 time: 0.0569587 Sep 19 17:30:55.805663 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Attempt 3 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:30:55.835492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:55.845530 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9bace-74b6-45a0-b959-23afef7f6131 None None] Port 11cb86d3-62be-4d60-8b1e-e8a216766190 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:30:55.910764 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e16b-fe3f-446f-aa64-e7d0ab0bba6c req-8fb95e51-94f3-418f-990e-6f0a6f42b23c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:55.912463 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7984e16b-fe3f-446f-aa64-e7d0ab0bba6c req-8fb95e51-94f3-418f-990e-6f0a6f42b23c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.1374490 Sep 19 17:30:55.978112 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-31601989-cc78-4582-aba9-4e8dee3157d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:55.979574 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-31601989-cc78-4582-aba9-4e8dee3157d6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=1f148193008640639adb751706133b25&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2377889 Sep 19 17:30:56.025456 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7984e16b-fe3f-446f-aa64-e7d0ab0bba6c req-5d64ddf2-c4d8-47e3-bba3-670531973841 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057012 Sep 19 17:30:56.104288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1820a71-7db9-4a15-8edb-6f198a773939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:56.162833 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-ae9559e7-02c8-4d31-8570-24c5137e7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.164394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6df8c37b-cc0f-4fed-851d-81c1298adaff req-ae9559e7-02c8-4d31-8570-24c5137e7a05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752095 Sep 19 17:30:56.293721 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-841848a7-138e-4ec7-9ca4-f6dcfa212c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.295154 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-841848a7-138e-4ec7-9ca4-f6dcfa212c61 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1128 time: 0.0453231 Sep 19 17:30:56.350638 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-cff7f9aa-73d8-4603-9b3b-a910c50297c6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 217 time: 0.0327346 Sep 19 17:30:56.403546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-df58ffb7-21c8-4733-9e76-1f39b554057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.405038 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-df58ffb7-21c8-4733-9e76-1f39b554057b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0453756 Sep 19 17:30:56.455745 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc047617-3949-4b69-9616-43cea1340ad2 req-06752109-af83-4b9d-988c-4a788810073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.457263 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-06752109-af83-4b9d-988c-4a788810073e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421112 Sep 19 17:30:56.550000 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-7297eb28-49d9-4b61-ad9b-b6f8f4ed17c2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859048 Sep 19 17:30:56.648198 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc047617-3949-4b69-9616-43cea1340ad2 req-43eaf64b-c3fe-4d76-b67d-47778b85396b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873420 Sep 19 17:30:56.799960 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:56.839519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381d33-2131-4289-8500-ff135b64e8ae req-901c3135-f4ca-404b-b319-e771e5a99622 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:56.841015 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-05381d33-2131-4289-8500-ff135b64e8ae req-901c3135-f4ca-404b-b319-e771e5a99622 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0510974 Sep 19 17:30:56.887877 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-05381d33-2131-4289-8500-ff135b64e8ae req-23834b04-d175-45f6-afcc-2b8a052de8cb tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411313 Sep 19 17:30:57.160011 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09932137-66e1-467f-a66d-c61696408c0a req-dee200f6-6ce9-42e9-aa52-90379845e5af tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:57.161394 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09932137-66e1-467f-a66d-c61696408c0a req-dee200f6-6ce9-42e9-aa52-90379845e5af tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0499177 Sep 19 17:30:57.208291 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09932137-66e1-467f-a66d-c61696408c0a req-74be2fb8-e610-47b6-b672-c3a4175b1e12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Sep 19 17:30:57.959832 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:57.967021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:58.008941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6d50-0fd5-4806-9eb1-7acf09502ff6 req-0b7e0221-fca6-4489-84bf-6b0aa4290256 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:58.010759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-352c6d50-0fd5-4806-9eb1-7acf09502ff6 req-0b7e0221-fca6-4489-84bf-6b0aa4290256 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0479162 Sep 19 17:30:58.058531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-352c6d50-0fd5-4806-9eb1-7acf09502ff6 req-fbf32591-1f4a-44ee-953c-b5e014b51909 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Sep 19 17:30:58.333290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5b1d4-6d05-44e8-9356-1823998b7a68 req-99ce94ad-d02b-4503-9f0e-27ae4b82a9b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:58.334827 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cd5b1d4-6d05-44e8-9356-1823998b7a68 req-99ce94ad-d02b-4503-9f0e-27ae4b82a9b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0464303 Sep 19 17:30:58.386937 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cd5b1d4-6d05-44e8-9356-1823998b7a68 req-eaedfd5a-bb2c-44c1-8ece-b897e265ce99 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Sep 19 17:30:58.509572 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3715ed37-baf7-4702-8e4b-944caddc2c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:30:59.178380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d2ca-22ed-4363-a72a-c081c1ceed60 req-a77104fb-69c0-4a24-95c1-10eaee13e499 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:59.179912 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa52d2ca-22ed-4363-a72a-c081c1ceed60 req-a77104fb-69c0-4a24-95c1-10eaee13e499 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0458612 Sep 19 17:30:59.226840 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa52d2ca-22ed-4363-a72a-c081c1ceed60 req-c4a1501b-6ba0-47da-8e5b-9089a4182524 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Sep 19 17:30:59.497528 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:30:59.510637 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aa801-a7bd-4a25-b274-08c3c8d4085f req-895fe870-9ac6-4826-b1cc-579b7fc9f2ec tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:30:59.512205 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f05aa801-a7bd-4a25-b274-08c3c8d4085f req-895fe870-9ac6-4826-b1cc-579b7fc9f2ec tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0452487 Sep 19 17:30:59.560053 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f05aa801-a7bd-4a25-b274-08c3c8d4085f req-634b8c50-5f8a-49a3-969a-353f971310a8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 Sep 19 17:30:59.767486 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:00.351162 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc45c-6018-4b32-943d-ced4221513cf req-0b660638-368e-493e-96f6-ef9d8ea84129 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.352668 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e43cc45c-6018-4b32-943d-ced4221513cf req-0b660638-368e-493e-96f6-ef9d8ea84129 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0490000 Sep 19 17:31:00.403131 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e43cc45c-6018-4b32-943d-ced4221513cf req-b1c87fbb-f74e-48fa-b96f-90a8157c11ff tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447378 Sep 19 17:31:00.684603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809315b-52ec-4154-8ad1-a6af432a81be req-bef2bc16-66d5-467a-9a9b-358f3cd453a9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:00.686001 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0809315b-52ec-4154-8ad1-a6af432a81be req-bef2bc16-66d5-467a-9a9b-358f3cd453a9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0463245 Sep 19 17:31:00.734390 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0809315b-52ec-4154-8ad1-a6af432a81be req-f087d93d-69b0-4b1b-bc0a-f55ffde8822b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Sep 19 17:31:01.110458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:01.510205 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:01.532183 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31af75-5763-4e94-80e5-09f7c48ec8b7 req-b4b50b91-502d-4eae-8dd5-2c8f6a4f859a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.533662 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c31af75-5763-4e94-80e5-09f7c48ec8b7 req-b4b50b91-502d-4eae-8dd5-2c8f6a4f859a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0464942 Sep 19 17:31:01.582761 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c31af75-5763-4e94-80e5-09f7c48ec8b7 req-5b2ddb63-811c-4b03-85f3-80a61dc018ea tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Sep 19 17:31:01.614400 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:31:01.719271 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:01.730909 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:31:01.768141 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:31:01.768531 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:01.782685 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:31:01.788458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:01.804256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:01.862064 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0b4fe-ac0f-4a26-8616-999064e41545 req-9371ad88-1b58-4cb8-8418-f0047ecdd00b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:01.863615 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cfa0b4fe-ac0f-4a26-8616-999064e41545 req-9371ad88-1b58-4cb8-8418-f0047ecdd00b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0464823 Sep 19 17:31:01.904499 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:01.913950 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cfa0b4fe-ac0f-4a26-8616-999064e41545 req-dd63743b-982f-4225-b835-d99af104b814 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Sep 19 17:31:01.959633 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:01.967255 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.967616 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.967984 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.968336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.968673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.968982 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.969303 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.969620 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.969940 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.970320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.970637 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.970970 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.971290 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.971656 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:01.971992 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:02.018668 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48d4a7-aab1-4ceb-9e57-d26e68299283 req-25ffe7bd-927d-48de-81a8-52ff07d70549 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.020167 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8e48d4a7-aab1-4ceb-9e57-d26e68299283 req-25ffe7bd-927d-48de-81a8-52ff07d70549 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0472043 Sep 19 17:31:02.046810 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:02.070257 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8e48d4a7-aab1-4ceb-9e57-d26e68299283 req-deb686dc-7736-4816-b257-7b1e7ebbf412 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Sep 19 17:31:02.191669 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-8b2209f7-a368-4234-9aca-2ab965aeb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.193102 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-8b2209f7-a368-4234-9aca-2ab965aeb3f7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 1130 time: 0.0414896 Sep 19 17:31:02.286466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-832921b5-9a58-4d72-9d7d-532e579719a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.287994 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-832921b5-9a58-4d72-9d7d-532e579719a8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.0877597 Sep 19 17:31:02.352407 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-b6d64cd7-c8d8-4b20-b9b7-26db2806f940 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 200 len: 1002 time: 0.0581748 Sep 19 17:31:02.402403 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-c61ca912-143b-4c5c-9040-3b842f96caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.403881 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-c61ca912-143b-4c5c-9040-3b842f96caea service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0456178 Sep 19 17:31:02.448110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-0e6686df-c574-461e-bd06-46321e0074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:02.449489 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-0e6686df-c574-461e-bd06-46321e0074ec service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377626 Sep 19 17:31:02.515944 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['11cb86d3-62be-4d60-8b1e-e8a216766190'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:31:02.544059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-08b61ee0-394e-4ac0-b27c-d594a21c0460 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871534 Sep 19 17:31:02.642141 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3c37b9a9-bead-45ac-8ddf-1c0fccba30eb req-61653686-29fe-4223-920e-eabec00382bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899034 Sep 19 17:31:03.042182 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa746742-c980-4a56-b182-538f8000bc26 req-6fdf15ca-548c-4a4a-9638-b78539f59bf9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:03.043563 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa746742-c980-4a56-b182-538f8000bc26 req-6fdf15ca-548c-4a4a-9638-b78539f59bf9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0462005 Sep 19 17:31:03.055538 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:03.091318 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa746742-c980-4a56-b182-538f8000bc26 req-46c9ebe0-b176-45d2-a86c-e97eb14d1d62 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Sep 19 17:31:03.190782 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cce161-e64f-4801-b35b-ac8385a04046 req-b6fcc391-57f2-46dc-928d-f2b214cf42c5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:03.192280 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f8cce161-e64f-4801-b35b-ac8385a04046 req-b6fcc391-57f2-46dc-928d-f2b214cf42c5 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0451999 Sep 19 17:31:03.238976 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f8cce161-e64f-4801-b35b-ac8385a04046 req-e99a6a80-7663-405f-87ae-5a3df7b6404a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Sep 19 17:31:03.932552 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:31:03.977698 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 11cb86d3-62be-4d60-8b1e-e8a216766190 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:31:04.035264 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 11cb86d3-62be-4d60-8b1e-e8a216766190 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:31:04.035644 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:04.036010 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:31:04.121734 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:31:04.122117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:04.154924 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:31:04.160090 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2245794c-b438-44b7-8f19-b9626c9e7226" -d '{"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:04.172077 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:04.198013 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c01e0-bb81-4bc6-bc4d-aea14d8be2a6 x-openstack-request-id: req-a40c01e0-bb81-4bc6-bc4d-aea14d8be2a6 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:04.198332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:04.198592 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a40c01e0-bb81-4bc6-bc4d-aea14d8be2a6 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:04.198991 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40c01e0-bb81-4bc6-bc4d-aea14d8be2a6'] response: {'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'code': 200} Sep 19 17:31:04.207210 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:04.225234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1467279-ffc4-40f4-a115-55f34deee877 req-c1011a40-593f-449c-87c5-55fef1c168c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:04.227233 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1467279-ffc4-40f4-a115-55f34deee877 req-c1011a40-593f-449c-87c5-55fef1c168c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0511031 Sep 19 17:31:04.236096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:04.269681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:04.276388 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1467279-ffc4-40f4-a115-55f34deee877 req-9b4ecf23-ad31-4f39-9d23-2a7ee835a965 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434475 Sep 19 17:31:04.289393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:04.377080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaa79-b139-49ff-97f6-16df9960df52 req-01527d58-8b5e-4969-85c5-f7d5ab76af8f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:04.378524 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-333aaa79-b139-49ff-97f6-16df9960df52 req-01527d58-8b5e-4969-85c5-f7d5ab76af8f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0469429 Sep 19 17:31:04.429621 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-333aaa79-b139-49ff-97f6-16df9960df52 req-8eb5dde5-4086-4731-813b-c621b05f52be tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448577 Sep 19 17:31:04.647200 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f83af-2e46-4fd8-ac69-d71e7fc556e0 req-bae73c98-1a31-4133-abac-6f756af97963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:04.649250 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-828f83af-2e46-4fd8-ac69-d71e7fc556e0 req-bae73c98-1a31-4133-abac-6f756af97963 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1130 time: 0.0394182 Sep 19 17:31:04.696922 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-828f83af-2e46-4fd8-ac69-d71e7fc556e0 req-73911dda-89ba-4fb8-9b2d-5090da200ec1 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409184 Sep 19 17:31:05.402078 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:05.421110 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d7da1-1ae7-46cd-9ce4-96d5937effd3 req-7c6c5aa1-0b14-4124-a443-f554b8d08e38 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:05.422620 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-786d7da1-1ae7-46cd-9ce4-96d5937effd3 req-7c6c5aa1-0b14-4124-a443-f554b8d08e38 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0477588 Sep 19 17:31:05.472264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-786d7da1-1ae7-46cd-9ce4-96d5937effd3 req-2b6927b7-320b-49f0-8d59-aa4e3432b322 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Sep 19 17:31:06.601106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e5d38-8e1f-4496-8919-7dee38be86a7 req-2d0a4636-a9db-4026-b95a-d7f041c6d668 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:06.602598 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d6e5d38-8e1f-4496-8919-7dee38be86a7 req-2d0a4636-a9db-4026-b95a-d7f041c6d668 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0474472 Sep 19 17:31:06.649761 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d6e5d38-8e1f-4496-8919-7dee38be86a7 req-5c53b831-971a-4cfb-b74c-fba842f528ab tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413733 Sep 19 17:31:06.759782 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28a605-aecd-4972-aba1-b6a7fab440b0 req-78ed65ba-791c-4ff8-9f57-16e91f3667a0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:06.761352 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e28a605-aecd-4972-aba1-b6a7fab440b0 req-78ed65ba-791c-4ff8-9f57-16e91f3667a0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0528662 Sep 19 17:31:06.810626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e28a605-aecd-4972-aba1-b6a7fab440b0 req-fd9414f8-4b20-432c-b549-12955738684f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Sep 19 17:31:07.777781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf862648-94a2-44ef-bc5a-5bfb7a0ff3f8 req-f70c5a7a-97b1-4ad0-bac7-ad8258ded1e9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:07.779262 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bf862648-94a2-44ef-bc5a-5bfb7a0ff3f8 req-f70c5a7a-97b1-4ad0-bac7-ad8258ded1e9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0461910 Sep 19 17:31:07.826186 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bf862648-94a2-44ef-bc5a-5bfb7a0ff3f8 req-ae3f9a13-f64b-45ac-9d89-778cfe57f9ef tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411680 Sep 19 17:31:07.960342 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04cc81-893b-44fd-b682-167acbd3ec28 req-06bd1924-dea0-43cf-b7d9-38966e52f1be tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:07.961759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b04cc81-893b-44fd-b682-167acbd3ec28 req-06bd1924-dea0-43cf-b7d9-38966e52f1be tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0738111 Sep 19 17:31:07.983899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e15bb-28d5-4158-96a4-b93ae88dcb3f req-1b037318-b95d-4ee4-b50e-e29fe93fb29b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:07.985318 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-911e15bb-28d5-4158-96a4-b93ae88dcb3f req-1b037318-b95d-4ee4-b50e-e29fe93fb29b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0656962 Sep 19 17:31:07.995860 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 58878) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:31:08.000482 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Request body: {'floatingip': {'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:31:08.049638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:08.319678 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b04cc81-893b-44fd-b682-167acbd3ec28 req-b400d92f-b003-4e85-a213-c436a5f98a56 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495626 Sep 19 17:31:08.393823 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:08.704025 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:08.761163 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:08.858552 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Floating IP df02a013-9dde-4814-a332-a078969c53e2 associated. External IP: 172.27.3.43, port: 11cb86d3-62be-4d60-8b1e-e8a216766190. Sep 19 17:31:08.897991 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:09.058393 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:31:09.163333 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:31:09.168785 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:09.173285 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:31:09.183483 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:31:09.184120 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:09.199674 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4937cbd1-bdc7-4f4a-87d8-c8f61732ff47 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/df02a013-9dde-4814-a332-a078969c53e2 HTTP/1.1" status: 200 len: 991 time: 1.2024963 Sep 19 17:31:09.200349 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:31:09.202605 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb1a13-225c-4db4-89e2-c74d49539356" -d '{"events": [{"name": "network-changed", "server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:09.241964 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed729f41-f0d8-43d9-ba31-5b62c780be15 x-openstack-request-id: req-ed729f41-f0d8-43d9-ba31-5b62c780be15 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:09.242260 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:09.242537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed729f41-f0d8-43d9-ba31-5b62c780be15 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:09.242926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed729f41-f0d8-43d9-ba31-5b62c780be15'] response: {'name': 'network-changed', 'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'status': 'completed', 'code': 200} Sep 19 17:31:09.287730 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:31:09.334360 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-340b7493-c9df-421c-8e98-57598477a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:09.335821 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-340b7493-c9df-421c-8e98-57598477a05e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1130 time: 0.0384982 Sep 19 17:31:09.398638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:09.475200 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26464d-7b87-4411-be5a-b0d950629ba0 req-70de8329-b78c-4ec5-bd14-c78e57f0da90 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:09.476734 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e26464d-7b87-4411-be5a-b0d950629ba0 req-70de8329-b78c-4ec5-bd14-c78e57f0da90 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0696223 Sep 19 17:31:09.482169 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-60591794-3c54-4cbd-93b5-96f964675539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:09.483600 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-60591794-3c54-4cbd-93b5-96f964675539 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.1415880 Sep 19 17:31:09.507376 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'df02a013-9dde-4814-a332-a078969c53e2', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bea192-300a-4359-90a1-81ad16a35d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:49Z', 'updated_at': '2022-09-19T17:31:08Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:09.532463 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:31:09.541663 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:31:09.542270 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:30:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:09.579186 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-00da2f96-f6c3-41c4-82df-92d13b308932 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 999 time: 0.0875354 Sep 19 17:31:09.582844 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e26464d-7b87-4411-be5a-b0d950629ba0 req-72c3f226-2ea6-4755-adcc-9ae2e17c6cd5 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983477 Sep 19 17:31:09.630866 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-91daaec2-a146-4e04-a554-b071ff694e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:09.632685 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-91daaec2-a146-4e04-a554-b071ff694e30 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0461817 Sep 19 17:31:09.645209 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:31:09.679829 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-9b700d6e-980a-4643-93dd-25a08109de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:09.681443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-9b700d6e-980a-4643-93dd-25a08109de71 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388236 Sep 19 17:31:09.783523 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-d10586f6-b61c-4e8f-863c-f29a85b03d77 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922506 Sep 19 17:31:09.852692 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'df02a013-9dde-4814-a332-a078969c53e2', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bea192-300a-4359-90a1-81ad16a35d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:49Z', 'updated_at': '2022-09-19T17:31:08Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:09.876733 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdb1a13-225c-4db4-89e2-c74d49539356 req-26d465c9-2191-43e9-b4bc-4bdcb1c72f9d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Sep 19 17:31:09.880773 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ede4fa-acbb-4b81-8a61-d084f669e10a None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': 'df02a013-9dde-4814-a332-a078969c53e2', 'tenant_id': '1f148193008640639adb751706133b25', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bea192-300a-4359-90a1-81ad16a35d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:30:49Z', 'updated_at': '2022-09-19T17:31:08Z', 'revision_number': 1, 'project_id': '1f148193008640639adb751706133b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:31:10.097806 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75adf467-02cc-43ff-bd19-663b0f062e62 None None] New status for floating IP df02a013-9dde-4814-a332-a078969c53e2: ACTIVE {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:31:10.708474 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a46297-8013-46fc-9beb-d74b08c15e56 req-e528af56-daea-4328-b007-18adb93f4bb7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:10.709951 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5a46297-8013-46fc-9beb-d74b08c15e56 req-e528af56-daea-4328-b007-18adb93f4bb7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Sep 19 17:31:10.758658 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5a46297-8013-46fc-9beb-d74b08c15e56 req-bd0a66d2-633f-4800-8999-969dab5ff74a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Sep 19 17:31:11.874469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:11.882490 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1ae08-bce2-4f93-80c3-0f3e71a1312e req-a0825de6-4500-4086-958f-f6bf943a1a02 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:11.884006 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2da1ae08-bce2-4f93-80c3-0f3e71a1312e req-a0825de6-4500-4086-958f-f6bf943a1a02 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0472429 Sep 19 17:31:11.935341 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2da1ae08-bce2-4f93-80c3-0f3e71a1312e req-fb434a0b-a95c-4ded-b391-a44e10f3f400 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Sep 19 17:31:13.061630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208838-9b32-430e-bf21-2f32b692cb14 req-d10e79fe-fc51-4b9b-917e-4c3fea183794 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:13.063144 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed208838-9b32-430e-bf21-2f32b692cb14 req-d10e79fe-fc51-4b9b-917e-4c3fea183794 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0458734 Sep 19 17:31:13.115727 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ed208838-9b32-430e-bf21-2f32b692cb14 req-0762623f-1281-4c2a-bb9b-4149aaa69269 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468435 Sep 19 17:31:14.237351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec4cdb-d0fa-4a9e-ba3c-55705a7983c3 req-c55266dc-7d96-4b44-b576-639c4895709b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:14.238932 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-edec4cdb-d0fa-4a9e-ba3c-55705a7983c3 req-c55266dc-7d96-4b44-b576-639c4895709b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0463662 Sep 19 17:31:14.289254 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-edec4cdb-d0fa-4a9e-ba3c-55705a7983c3 req-f921b6d1-bca3-43e8-8406-43d304e64100 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444534 Sep 19 17:31:15.409779 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459b387-3954-411d-a22e-32e1286ffc4b req-be1b577e-4412-4c99-b4c3-a51b7509dc89 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:15.411239 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e459b387-3954-411d-a22e-32e1286ffc4b req-be1b577e-4412-4c99-b4c3-a51b7509dc89 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0456023 Sep 19 17:31:15.460557 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e459b387-3954-411d-a22e-32e1286ffc4b req-3683163a-e36d-41f1-9cfd-1fc7502152cc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 Sep 19 17:31:16.584680 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c85e-5658-462b-bca8-b3b98870630e req-0eec5524-3033-4818-a5a3-4ea539e8478a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:16.586149 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ebf5c85e-5658-462b-bca8-b3b98870630e req-0eec5524-3033-4818-a5a3-4ea539e8478a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Sep 19 17:31:16.635320 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ebf5c85e-5658-462b-bca8-b3b98870630e req-dbaa039f-ec44-4241-a23e-0f3fc21d5441 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Sep 19 17:31:17.628361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:17.641102 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d176c-7db8-4232-b636-d416741f2c2d req-3054274c-b625-433c-8dc0-fb53036cbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.642611 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-3054274c-b625-433c-8dc0-fb53036cbef8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.0397387 Sep 19 17:31:17.777146 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2189-be13-45f2-ad9c-3f6282ff9021 req-26cb5310-87ec-4f4e-a9a5-98358c026d02 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.778642 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85cb2189-be13-45f2-ad9c-3f6282ff9021 req-26cb5310-87ec-4f4e-a9a5-98358c026d02 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0655522 Sep 19 17:31:17.779600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d176c-7db8-4232-b636-d416741f2c2d req-77c2376b-5604-4a1d-a169-f4d3d9304658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.780952 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-77c2376b-5604-4a1d-a169-f4d3d9304658 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 909 time: 0.1304989 Sep 19 17:31:17.878960 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85cb2189-be13-45f2-ad9c-3f6282ff9021 req-924a09b6-049e-446a-9e0c-16cb17144812 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947826 Sep 19 17:31:17.880859 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-ce28b2bc-a3cd-4bb6-9b13-a99bc280a678 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 1002 time: 0.0897529 Sep 19 17:31:17.931537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d176c-7db8-4232-b636-d416741f2c2d req-d48b7873-b5ee-4318-ba8f-6a239a26c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.933068 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-d48b7873-b5ee-4318-ba8f-6a239a26c09f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0446625 Sep 19 17:31:17.979231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d176c-7db8-4232-b636-d416741f2c2d req-0ffb6bec-db3f-4370-ad1c-e3281fde0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:17.981214 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-0ffb6bec-db3f-4370-ad1c-e3281fde0eac service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377493 Sep 19 17:31:18.076698 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-cc1fd92c-a761-4697-986d-60296abdb5ac service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871615 Sep 19 17:31:18.170281 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-003d176c-7db8-4232-b636-d416741f2c2d req-1883f98a-6961-4d39-b98d-13d784266fdd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Sep 19 17:31:19.005052 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90374e0-5b79-4f62-a2f0-424dca1aaaa4 req-826d8128-cc4c-429a-ac08-c24860a5f395 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:19.008559 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f90374e0-5b79-4f62-a2f0-424dca1aaaa4 req-826d8128-cc4c-429a-ac08-c24860a5f395 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0512326 Sep 19 17:31:19.034625 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:19.058633 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f90374e0-5b79-4f62-a2f0-424dca1aaaa4 req-a7245dc7-a939-4932-89dc-9a55ff397a00 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Sep 19 17:31:20.177926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d61f-e97b-4b96-a5bf-4066d1794695 req-cf9dcb56-d302-48af-9a18-e495e158621b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:20.179430 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d44d61f-e97b-4b96-a5bf-4066d1794695 req-cf9dcb56-d302-48af-9a18-e495e158621b tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0470054 Sep 19 17:31:20.201628 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:20.203475 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:20.228978 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d44d61f-e97b-4b96-a5bf-4066d1794695 req-59b6ffed-86f9-4b48-a35d-0736f0a23538 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Sep 19 17:31:20.259494 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:31:21.351489 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013193e-bd3e-4281-8fc0-0c84ddea2479 req-8f8c2292-60c5-4052-ac53-a346fbfbb7d3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:21.352995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c013193e-bd3e-4281-8fc0-0c84ddea2479 req-8f8c2292-60c5-4052-ac53-a346fbfbb7d3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0493109 Sep 19 17:31:21.404917 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c013193e-bd3e-4281-8fc0-0c84ddea2479 req-16331fdd-e9af-4c0d-8a3a-2b89132ae45e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450850 Sep 19 17:31:22.530307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b484b9-907a-4a9c-9d32-166656718b4d req-8a8cd416-c4ce-44fc-92ec-469574f1c321 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:22.531844 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-21b484b9-907a-4a9c-9d32-166656718b4d req-8a8cd416-c4ce-44fc-92ec-469574f1c321 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0467582 Sep 19 17:31:22.583532 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-21b484b9-907a-4a9c-9d32-166656718b4d req-a1653711-8a74-414b-9457-7a970be5daee tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459933 Sep 19 17:31:23.024915 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dcb3d-f31a-45d8-b21a-935f8257a8f8 req-9eb54115-4ba4-42fc-a0dc-12b487c5daa7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:23.026461 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-855dcb3d-f31a-45d8-b21a-935f8257a8f8 req-9eb54115-4ba4-42fc-a0dc-12b487c5daa7 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0475581 Sep 19 17:31:23.083134 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-855dcb3d-f31a-45d8-b21a-935f8257a8f8 req-dd610c38-37bb-4347-bbe3-dad3dabade6e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504484 Sep 19 17:31:23.083638 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58928) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:31:23.175279 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-bb41bb93-3964-46e5-8f3b-396fddba93ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903847 Sep 19 17:31:23.184548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-ca374053-d8c3-4287-b35c-73d3aacd4b28 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:31:23.185445 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-ca374053-d8c3-4287-b35c-73d3aacd4b28 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051267 Sep 19 17:31:23.291204 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 58936) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:31:23.337915 dv-cinder-848013-2-iscsi neutron-server[106880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 17:31:23.384210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-c0daa88a-25df-4c89-b4d4-c5136a4b2925 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:23.385592 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-c0daa88a-25df-4c89-b4d4-c5136a4b2925 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports/ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 943 time: 0.0933471 Sep 19 17:31:24.085744 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:31:24.163106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ddae7d4a-71c6-4777-a374-39594620566f is: ACTIVE; New status is: DOWN {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:31:24.163490 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:24.187159 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:31:24.189582 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0556e933-b7b9-4156-83ba-826fb7e46bdd" -d '{"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-unplugged", "status": "completed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:24.202795 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:24.213263 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3094-6335-42b4-8a5c-01a5887a5682 req-e81c7113-7d12-4ba9-9fd8-7c12f4e07a2e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:24.214843 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-104d3094-6335-42b4-8a5c-01a5887a5682 req-e81c7113-7d12-4ba9-9fd8-7c12f4e07a2e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0494144 Sep 19 17:31:24.228911 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:24.233347 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d480443-75c3-4712-9067-366cc7037c4a x-openstack-request-id: req-8d480443-75c3-4712-9067-366cc7037c4a {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:24.233641 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-unplugged", "status": "failed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "code": 422}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:24.233898 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d480443-75c3-4712-9067-366cc7037c4a {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:24.234498 dv-cinder-848013-2-iscsi neutron-server[106881]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d480443-75c3-4712-9067-366cc7037c4a']: {'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'code': 422} returned with failed status Sep 19 17:31:24.269536 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-104d3094-6335-42b4-8a5c-01a5887a5682 req-79a7b0ec-ad68-4258-a697-e1c39b1e300f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473566 Sep 19 17:31:24.281819 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:24.331363 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=6']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:25.398471 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e862-0272-4a53-a49c-4a5b9ba97147 req-13c19dd5-f2a1-4bde-8909-03b864b84cd9 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:25.400010 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3ba6e862-0272-4a53-a49c-4a5b9ba97147 req-13c19dd5-f2a1-4bde-8909-03b864b84cd9 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0528793 Sep 19 17:31:25.450534 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3ba6e862-0272-4a53-a49c-4a5b9ba97147 req-e7048ed8-e516-4708-a0cd-3ffd652d33be tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Sep 19 17:31:26.137977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a10baf27-eb64-421e-a89a-3b0e831aa163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:26.248165 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-88d1d065-4a44-43a0-865a-3dbd072f60e7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420051 Sep 19 17:31:26.598723 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431f7bc-9f38-4335-9804-84f41d4c4be0 req-90d52d24-e946-4ab1-9d18-518408a72766 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.600256 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0431f7bc-9f38-4335-9804-84f41d4c4be0 req-90d52d24-e946-4ab1-9d18-518408a72766 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0738587 Sep 19 17:31:26.610270 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015027-265e-492e-b3b6-f42a625a82fc req-d19e3505-7095-4e4e-9e98-10b7e86ba56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.611724 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-d19e3505-7095-4e4e-9e98-10b7e86ba56d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 1130 time: 0.0517099 Sep 19 17:31:26.631564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-d11bd455-b0be-4dbc-86d8-4b271bdd90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.633081 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-d11bd455-b0be-4dbc-86d8-4b271bdd90b6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046&tenant_id=4ff66ee28420498aa3f3ac65946c8bca HTTP/1.1" status: 200 len: 1128 time: 0.0408092 Sep 19 17:31:26.654169 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0431f7bc-9f38-4335-9804-84f41d4c4be0 req-2c72a31e-75c3-46bf-8cb1-6520aae8e0a3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467250 Sep 19 17:31:26.725578 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-c2dd54f5-20df-447b-a385-b3a302409905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.727073 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-c2dd54f5-20df-447b-a385-b3a302409905 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1128 time: 0.0390620 Sep 19 17:31:26.762473 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015027-265e-492e-b3b6-f42a625a82fc req-42c2d557-4761-4d66-869c-5b6553c7b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.764478 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-42c2d557-4761-4d66-869c-5b6553c7b7d3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 200 len: 920 time: 0.0918097 Sep 19 17:31:26.822961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-69086893-7e51-48b7-a5f2-db095a2ffd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.824464 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-69086893-7e51-48b7-a5f2-db095a2ffd43 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 909 time: 0.0905092 Sep 19 17:31:26.830823 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-6d285689-d994-458f-b0c6-e218a6337139 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 200 len: 1002 time: 0.0575211 Sep 19 17:31:26.873184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:26.886334 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015027-265e-492e-b3b6-f42a625a82fc req-1b5112b7-7396-415a-b15e-dc5bb02cdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.887869 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-1b5112b7-7396-415a-b15e-dc5bb02cdb5d service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 200 len: 858 time: 0.0486169 Sep 19 17:31:26.895114 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-13c0d69d-ff67-4a9b-87b4-b3c6529c3449 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 1000 time: 0.0564802 Sep 19 17:31:26.931676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30015027-265e-492e-b3b6-f42a625a82fc req-01d7c459-d58e-4853-91df-3de5e16edf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.933221 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-01d7c459-d58e-4853-91df-3de5e16edf66 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383985 Sep 19 17:31:26.949458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-64df35b8-4f4c-422c-b08b-b0de023b54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.950908 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-64df35b8-4f4c-422c-b08b-b0de023b54ce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0478358 Sep 19 17:31:26.996968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-f2bc057f-d4f9-46ea-9c28-05d5c48df755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:26.998740 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-f2bc057f-d4f9-46ea-9c28-05d5c48df755 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390701 Sep 19 17:31:27.030457 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-bb8a9d29-aa3d-44fb-bc5b-2760fe604a7a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Sep 19 17:31:27.097444 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-beb2d3e1-2037-4e64-b3dd-64d84c681b96 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Sep 19 17:31:27.123062 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30015027-265e-492e-b3b6-f42a625a82fc req-aa80a6e0-f152-48e0-9f7c-52ed09736a83 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845935 Sep 19 17:31:27.192505 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-f9ebb960-942f-474a-96f0-3d63d0fe348a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Sep 19 17:31:27.775319 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9f6c-3476-40d0-a226-2cc8df4e1d5d req-fcbe4fd4-9a31-4e2b-97c4-d72f5fad2e0e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:27.776827 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f07a9f6c-3476-40d0-a226-2cc8df4e1d5d req-fcbe4fd4-9a31-4e2b-97c4-d72f5fad2e0e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0464518 Sep 19 17:31:27.830643 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f07a9f6c-3476-40d0-a226-2cc8df4e1d5d req-75da6d8f-66f8-45b6-8f1b-a1cf0576164e tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477004 Sep 19 17:31:28.515133 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91b2b916-a814-4467-a1e0-17c810f2371f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:29.182389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed7e21-0a0c-4408-8308-4e89fb7966e1 req-547835e1-50d9-4358-b8ef-698371825c38 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:29.183819 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f4ed7e21-0a0c-4408-8308-4e89fb7966e1 req-547835e1-50d9-4358-b8ef-698371825c38 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.2752347 Sep 19 17:31:29.233177 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f4ed7e21-0a0c-4408-8308-4e89fb7966e1 req-89e17918-4372-4dcd-8334-3bee77e2ed2d tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Sep 19 17:31:29.806541 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:30.254050 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=91 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:30.254826 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=91 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:30.352618 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0786-b645-4bd2-8ab8-57593a0b72fb req-0595fde1-b2da-446a-b38b-7c59e38e1128 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:30.354093 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d5e0786-b645-4bd2-8ab8-57593a0b72fb req-0595fde1-b2da-446a-b38b-7c59e38e1128 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0461359 Sep 19 17:31:30.404072 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d5e0786-b645-4bd2-8ab8-57593a0b72fb req-aac80922-b337-49fb-b771-1bbf56c77b94 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443337 Sep 19 17:31:31.126832 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:31.526514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907e5-8fe5-42a9-94d5-e7c8a9da65b8 req-57efe808-a324-4bf6-848b-3c8c43d2e9ac tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:31.528011 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e99907e5-8fe5-42a9-94d5-e7c8a9da65b8 req-57efe808-a324-4bf6-848b-3c8c43d2e9ac tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Sep 19 17:31:31.555176 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:31.578308 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:31.580252 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e99907e5-8fe5-42a9-94d5-e7c8a9da65b8 req-8c5b2287-f812-4a01-8913-f523ba52afb9 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Sep 19 17:31:32.700456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ab991-368f-45c1-9bae-d5bde63a4a6b req-cec8535f-756a-45f8-b575-60319db41595 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:32.701948 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5c8ab991-368f-45c1-9bae-d5bde63a4a6b req-cec8535f-756a-45f8-b575-60319db41595 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0464261 Sep 19 17:31:32.752193 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5c8ab991-368f-45c1-9bae-d5bde63a4a6b req-ed9d52c6-ba19-473c-a905-710bbf8685b3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Sep 19 17:31:33.876454 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ec720-ceba-43c8-b001-d92175021e07 req-8f2c9cc5-820d-41f3-b69b-3c8aec40b0bc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:33.878008 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-235ec720-ceba-43c8-b001-d92175021e07 req-8f2c9cc5-820d-41f3-b69b-3c8aec40b0bc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0505497 Sep 19 17:31:33.928865 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-235ec720-ceba-43c8-b001-d92175021e07 req-e4995fed-8308-422c-adca-e8751c892ca9 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 Sep 19 17:31:34.155210 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:35.048712 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9f79d-1145-4b0a-9f76-2e695b792f93 req-a12ccae9-3693-4aea-8931-31efdcaefccc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:35.050193 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fd9f79d-1145-4b0a-9f76-2e695b792f93 req-a12ccae9-3693-4aea-8931-31efdcaefccc tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0458674 Sep 19 17:31:35.100914 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6fd9f79d-1145-4b0a-9f76-2e695b792f93 req-b16b3776-a1b8-4803-b450-678b7c58d63a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Sep 19 17:31:36.111317 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:31:36.214084 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:36.223357 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0454ff-24c1-44a3-93f5-30db6423bd5c req-aa338d53-6f4f-4713-aea0-142da5b7fec6 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:36.225415 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8d0454ff-24c1-44a3-93f5-30db6423bd5c req-aa338d53-6f4f-4713-aea0-142da5b7fec6 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 944 time: 0.0495336 Sep 19 17:31:36.226393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'ddae7d4a-71c6-4777-a374-39594620566f', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'port_id': 'ddae7d4a-71c6-4777-a374-39594620566f', 'mac_address': 'fa:16:3e:c5:18:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:31:36.261921 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ddae7d4a-71c6-4777-a374-39594620566f is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:31:36.262383 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:36.279746 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddae7d4a-71c6-4777-a374-39594620566f {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:31:36.280406 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8d0454ff-24c1-44a3-93f5-30db6423bd5c req-9b0a04fe-6957-4cca-a06c-ec924fa6b263 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483425 Sep 19 17:31:36.300767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:36.395323 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:36.445542 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=7']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:36.942139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ddae7d4a-71c6-4777-a374-39594620566f'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:31:37.188156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=70 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:37.188990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=45 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:37.282426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:37.286821 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:37.399893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6afc-7f8d-45e4-9839-fa05f23045f6 req-598e59ad-30c6-4ca4-bb35-747936233c65 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:37.401362 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-887e6afc-7f8d-45e4-9839-fa05f23045f6 req-598e59ad-30c6-4ca4-bb35-747936233c65 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 945 time: 0.0473027 Sep 19 17:31:37.420220 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:37.453402 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-887e6afc-7f8d-45e4-9839-fa05f23045f6 req-3d762740-aa18-486e-a997-accd00212b32 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464149 Sep 19 17:31:38.114254 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5297bc4-2195-4223-9028-e5b3a9bbe039 req-960c9101-ba83-4cba-9d70-ccd38ca6e35e tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.115771 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5297bc4-2195-4223-9028-e5b3a9bbe039 req-960c9101-ba83-4cba-9d70-ccd38ca6e35e tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0471735 Sep 19 17:31:38.180154 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5297bc4-2195-4223-9028-e5b3a9bbe039 req-0e53c30f-1c85-4974-b2ef-e213f3dad826 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587323 Sep 19 17:31:38.237029 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe417c-c273-49ba-b903-f041a087f515 req-3ab8ed2b-3a04-48bc-b087-1d235eeaba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.238594 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-3ab8ed2b-3a04-48bc-b087-1d235eeaba47 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1168 time: 0.0390663 Sep 19 17:31:38.339040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe417c-c273-49ba-b903-f041a087f515 req-9a56c295-0794-4d66-ac2a-052e558a8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.340434 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-9a56c295-0794-4d66-ac2a-052e558a8adc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.0900345 Sep 19 17:31:38.402953 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-fc9a1c7e-089a-44f0-9870-97a04f8c3531 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 1001 time: 0.0555859 Sep 19 17:31:38.437845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:31:38.456143 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe417c-c273-49ba-b903-f041a087f515 req-2507e803-c325-42a4-8c51-017e59ff03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.457685 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-2507e803-c325-42a4-8c51-017e59ff03ce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0477681 Sep 19 17:31:38.484968 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port ddae7d4a-71c6-4777-a374-39594620566f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:31:38.485344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ddae7d4a-71c6-4777-a374-39594620566f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:38.485665 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port ddae7d4a-71c6-4777-a374-39594620566f Sep 19 17:31:38.502771 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe417c-c273-49ba-b903-f041a087f515 req-e1152916-4ff3-4a51-bc2c-aff42d859424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.504342 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-e1152916-4ff3-4a51-bc2c-aff42d859424 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395925 Sep 19 17:31:38.564758 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ddae7d4a-71c6-4777-a374-39594620566f is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:31:38.565280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:38.586453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ad1c-4e18-405e-a7b4-c8dbabbacfaf req-1fd3f93e-448b-4d51-b59e-bca20263bd26 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:38.588251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0362ad1c-4e18-405e-a7b4-c8dbabbacfaf req-1fd3f93e-448b-4d51-b59e-bca20263bd26 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 945 time: 0.0535049 Sep 19 17:31:38.590324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:31:38.592524 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe101cd6-6d29-4ba6-b326-4bf4a0b320ad" -d '{"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-plugged", "status": "completed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:38.605794 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:38.611964 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-94d71c76-01d1-4660-8d80-b946d56eb362 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992343 Sep 19 17:31:38.636582 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f887323-6322-445c-ba7f-4830d0281ef5 x-openstack-request-id: req-4f887323-6322-445c-ba7f-4830d0281ef5 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:38.637512 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-plugged", "status": "completed", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:38.638544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f887323-6322-445c-ba7f-4830d0281ef5 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:38.639142 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f887323-6322-445c-ba7f-4830d0281ef5'] response: {'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'code': 200} Sep 19 17:31:38.642375 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0362ad1c-4e18-405e-a7b4-c8dbabbacfaf req-82ae38ad-7a24-4fbd-ab8b-369f66a855a3 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485058 Sep 19 17:31:38.710051 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:38.713210 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7cbe417c-c273-49ba-b903-f041a087f515 req-81737cf1-d507-4898-b85d-f5f445f9be5c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912616 Sep 19 17:31:38.758219 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=8']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:39.111012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3c1aa-1364-4ee5-8d40-2452f2438c24 req-1a1997c5-4cdd-4190-99c5-a75b4373b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:39.112607 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a8e3c1aa-1364-4ee5-8d40-2452f2438c24 req-1a1997c5-4cdd-4190-99c5-a75b4373b38b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.0417631 Sep 19 17:31:39.166825 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a8e3c1aa-1364-4ee5-8d40-2452f2438c24 req-757c4d89-3b0e-42af-b832-186a5396132d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Sep 19 17:31:39.305023 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91639452-2e38-484d-bc6a-e48dfddbd577 req-e55af6b2-7d5c-4f1e-afa9-973988647236 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:39.306502 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91639452-2e38-484d-bc6a-e48dfddbd577 req-e55af6b2-7d5c-4f1e-afa9-973988647236 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0461180 Sep 19 17:31:39.366557 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91639452-2e38-484d-bc6a-e48dfddbd577 req-3e21b762-948a-4f95-a0bc-6a5cadf91ca5 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541863 Sep 19 17:31:39.764224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b244f-bfe2-4e75-b5aa-2e4ad1734fbd req-3f10e0c9-2f77-4f8b-ade0-4b10ccb3ed0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:39.765950 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-089b244f-bfe2-4e75-b5aa-2e4ad1734fbd req-3f10e0c9-2f77-4f8b-ade0-4b10ccb3ed0c tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0470228 Sep 19 17:31:39.819976 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-089b244f-bfe2-4e75-b5aa-2e4ad1734fbd req-9a2d9f56-6172-4dd8-982a-d4c633aeb080 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485799 Sep 19 17:31:40.486914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca63e8-c436-4ce5-a25b-601d89300d4d req-7d2bb605-f9ad-40ad-baeb-2c7a74060c5b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:40.488376 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e5ca63e8-c436-4ce5-a25b-601d89300d4d req-7d2bb605-f9ad-40ad-baeb-2c7a74060c5b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0468111 Sep 19 17:31:40.554297 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e5ca63e8-c436-4ce5-a25b-601d89300d4d req-088967fd-16cb-4851-ae60-3c1a371fb5bc tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596559 Sep 19 17:31:40.927548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:40.937738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f241578-0062-42bf-ba7a-ea0334f6d465 req-95098e1d-bd6f-46ee-80bc-67a66a9a9d5f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:40.939260 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8f241578-0062-42bf-ba7a-ea0334f6d465 req-95098e1d-bd6f-46ee-80bc-67a66a9a9d5f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0459402 Sep 19 17:31:40.991353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8f241578-0062-42bf-ba7a-ea0334f6d465 req-18bfc56f-5f91-42b0-bbcd-2149d6c46beb tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456352 Sep 19 17:31:41.678307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df490d63-94a6-4859-9f56-a3bd5a66d5f3 req-039d6e6a-63f6-481a-ac5f-04f22a95648c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:41.679683 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df490d63-94a6-4859-9f56-a3bd5a66d5f3 req-039d6e6a-63f6-481a-ac5f-04f22a95648c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0495486 Sep 19 17:31:41.740278 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df490d63-94a6-4859-9f56-a3bd5a66d5f3 req-c9f978f6-e948-4041-a66c-0fdb5dca4902 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548584 Sep 19 17:31:42.112684 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e2ed-a8ee-4d68-8a8e-da12f042cb76 req-affd5a9a-deca-4b93-8289-4b244c63618f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:42.114155 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1fd3e2ed-a8ee-4d68-8a8e-da12f042cb76 req-affd5a9a-deca-4b93-8289-4b244c63618f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0469422 Sep 19 17:31:42.164807 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1fd3e2ed-a8ee-4d68-8a8e-da12f042cb76 req-29fedac0-bb5e-4007-8c77-361873d7e6f0 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Sep 19 17:31:42.865833 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf5e91-dc4f-422e-a3f4-22a8152e3c3f req-f0d54ce0-7dbc-49fb-a1cf-bfc9c494bb77 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:42.867333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5bf5e91-dc4f-422e-a3f4-22a8152e3c3f req-f0d54ce0-7dbc-49fb-a1cf-bfc9c494bb77 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0516610 Sep 19 17:31:42.928380 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5bf5e91-dc4f-422e-a3f4-22a8152e3c3f req-ef7d364c-af75-4bcc-8578-b3aca252c5c1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552273 Sep 19 17:31:44.049243 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885adc0-095a-44fb-89c6-eef818360b6d req-05808e0f-4fa1-45d9-94cc-4061f3bc0223 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:44.050740 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b885adc0-095a-44fb-89c6-eef818360b6d req-05808e0f-4fa1-45d9-94cc-4061f3bc0223 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0477083 Sep 19 17:31:44.072564 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:44.113918 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b885adc0-095a-44fb-89c6-eef818360b6d req-64e1dfcd-ae48-43ab-a271-3eed77c1255b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568061 Sep 19 17:31:45.243621 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98e69-e333-44ca-83ac-dafb6b70d0de req-24ff93b4-5af3-4787-b04f-7b8e442416ca tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:45.245164 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ed98e69-e333-44ca-83ac-dafb6b70d0de req-24ff93b4-5af3-4787-b04f-7b8e442416ca tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0532196 Sep 19 17:31:45.310255 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ed98e69-e333-44ca-83ac-dafb6b70d0de req-c7d9edf7-3947-4f27-8ed7-85958de7224b tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592716 Sep 19 17:31:46.434081 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb4c6b-9b32-4fff-8a63-3f0784134ae6 req-4982deea-f1eb-4052-a236-e4bf87de8eeb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:46.435472 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6abb4c6b-9b32-4fff-8a63-3f0784134ae6 req-4982deea-f1eb-4052-a236-e4bf87de8eeb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0466115 Sep 19 17:31:46.497282 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6abb4c6b-9b32-4fff-8a63-3f0784134ae6 req-5f40c59f-1ac2-44a4-b8ab-68c8a9b67feb tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559523 Sep 19 17:31:47.618462 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28b38-be50-40d4-b547-19cf34c5eb6b req-5e651cd2-449b-4d0f-8dfc-f4db41b017c4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:47.619900 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62f28b38-be50-40d4-b547-19cf34c5eb6b req-5e651cd2-449b-4d0f-8dfc-f4db41b017c4 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0470245 Sep 19 17:31:47.680093 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62f28b38-be50-40d4-b547-19cf34c5eb6b req-6546b9ec-6583-4295-bd46-06c459b275fa tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543621 Sep 19 17:31:48.750032 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:48.755401 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=28 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:48.805641 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b338-7a6f-4f51-b304-6c7e836f90ea req-5ce7050c-bd64-4b2e-bf98-6ae0667dea37 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:48.807170 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0b59b338-7a6f-4f51-b304-6c7e836f90ea req-5ce7050c-bd64-4b2e-bf98-6ae0667dea37 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0517592 Sep 19 17:31:48.868791 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0b59b338-7a6f-4f51-b304-6c7e836f90ea req-838fc8aa-235e-4c02-a250-5a763f178dbd tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557156 Sep 19 17:31:49.160035 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=55 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:49.164045 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=57 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:49.990513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798b066-2bd3-47a5-9df4-55c512eda439 req-d65ae1f5-6e12-43f9-9548-e546a67b7523 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:49.992072 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0798b066-2bd3-47a5-9df4-55c512eda439 req-d65ae1f5-6e12-43f9-9548-e546a67b7523 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0476406 Sep 19 17:31:50.019126 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:50.056735 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0798b066-2bd3-47a5-9df4-55c512eda439 req-e628ca6f-b015-4c26-a798-56d98667188c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589375 Sep 19 17:31:51.185897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03efde-f365-43ce-b4c6-415a14b5556e req-44946d32-8675-4acd-bbdb-d58f9078e8f1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:51.187481 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f03efde-f365-43ce-b4c6-415a14b5556e req-44946d32-8675-4acd-bbdb-d58f9078e8f1 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0520427 Sep 19 17:31:51.264626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f03efde-f365-43ce-b4c6-415a14b5556e req-7a0236f2-b91c-4971-bea5-bcbeecef6107 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699668 Sep 19 17:31:52.392827 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98def220-066e-4795-af3a-e632500ef274 req-c00affce-3818-4932-8223-e8d61bde7367 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:52.394383 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98def220-066e-4795-af3a-e632500ef274 req-c00affce-3818-4932-8223-e8d61bde7367 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0485940 Sep 19 17:31:52.454867 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-98def220-066e-4795-af3a-e632500ef274 req-d5567f25-a4e7-4730-b9f8-3b876c644141 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&id=b13baf59-e04a-4ef8-8152-e60be2d24070&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539134 Sep 19 17:31:54.343956 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3f4b-4120-4b79-9230-08997775a2e9 req-539ba49e-3926-4759-9dc3-c770f6c410cb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:54.345436 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aabb3f4b-4120-4b79-9230-08997775a2e9 req-539ba49e-3926-4759-9dc3-c770f6c410cb tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0464025 Sep 19 17:31:54.397075 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aabb3f4b-4120-4b79-9230-08997775a2e9 req-994b67bf-f4c9-442f-81e8-519061d6162c tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Sep 19 17:31:55.518449 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f41fe6-2d4a-45d2-bb38-1ea2ca3d40e5 req-a18681c4-5ce8-443c-a1f1-5b606380b85e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:55.520028 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f0f41fe6-2d4a-45d2-bb38-1ea2ca3d40e5 req-a18681c4-5ce8-443c-a1f1-5b606380b85e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0472400 Sep 19 17:31:55.567625 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f0f41fe6-2d4a-45d2-bb38-1ea2ca3d40e5 req-541ec78a-d05a-46a4-af95-f1318dcf994b tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Sep 19 17:31:56.126575 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b6211231-09c0-47bb-8106-6f2ca141f26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:56.687620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfe5a8-0ec8-4f01-a4c4-d79e4b6bfe87 req-8ee39c5e-2685-482d-a645-a73072e09c3e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:56.689056 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-80dfe5a8-0ec8-4f01-a4c4-d79e4b6bfe87 req-8ee39c5e-2685-482d-a645-a73072e09c3e tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0462227 Sep 19 17:31:56.736138 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-80dfe5a8-0ec8-4f01-a4c4-d79e4b6bfe87 req-07aa0f63-4a05-433a-8dc3-624421bccc81 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Sep 19 17:31:57.259856 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:31:57.849526 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:31:57.860629 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889524f-06ef-4411-a94f-7b056cc1c6f7 req-dab9ea33-4e58-4b0c-aeec-fc8834d13715 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.862124 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a889524f-06ef-4411-a94f-7b056cc1c6f7 req-dab9ea33-4e58-4b0c-aeec-fc8834d13715 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0507107 Sep 19 17:31:57.910909 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a889524f-06ef-4411-a94f-7b056cc1c6f7 req-440f27e8-8f20-4556-afeb-1d105f46cc95 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=85f10e08-1cb8-4f3b-af4e-7b499b777fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Sep 19 17:31:57.944447 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-181164d6-c0b1-46d1-b3cf-59be9eb65381 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:31:57.945899 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-181164d6-c0b1-46d1-b3cf-59be9eb65381 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 946 time: 0.0474281 Sep 19 17:31:58.032133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Deleting port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:31:58.032392 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.126606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] For port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:31:58.126975 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.508655 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bb2abdfa-7851-4bcd-9757-41e901e8695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.561692 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.562060 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.562379 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Floating IP bc5b559e-937e-466f-a6b8-5498e614c12b disassociated. External IP: 172.27.3.236, port: 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0. Sep 19 17:31:58.562721 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Calling delete_port for 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:31:58.755368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:58.785719 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event deleted for resources: {'Port': ['ID=8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:31:58.802093 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.802582 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.802932 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.803955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.804310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.804644 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.804971 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.805304 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.805616 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.806001 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.806264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.806726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.806917 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.807213 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.807531 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:31:58.913166 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:31:59.020077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:31:59.025457 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-001d20ab-21f5-4b17-b978-529c7edcd8b6 req-bae953c2-b78c-4d18-b10e-5c08ed5d8dc1 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0359459 Sep 19 17:31:59.032386 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:31:59.050471 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:31:59.050471 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:59.071526 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] No DVR routers for this DVR port 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:31:59.073998 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:59.077295 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c02a51e1-5a6a-41d8-96e1-33298e0937b6 req-6314737e-998b-4f0a-9bb0-ca417ce372a5 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "DELETE /networking/v2.0/ports/8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 HTTP/1.1" status: 204 len: 173 time: 1.1255534 Sep 19 17:31:59.077793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'name': 'network-vif-deleted', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:31:59.080105 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d11ff9-4735-4c1d-86cb-d3890bb0aa4c" -d '{"events": [{"server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "name": "network-vif-deleted", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:31:59.129353 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520e887-6816-4dca-962c-6677a06d596a x-openstack-request-id: req-6520e887-6816-4dca-962c-6677a06d596a {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:31:59.129683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2632c0f-04a3-4b90-b4b1-f8989649a34a", "name": "network-vif-deleted", "tag": "8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:31:59.129890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6520e887-6816-4dca-962c-6677a06d596a {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:31:59.130296 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6520e887-6816-4dca-962c-6677a06d596a'] response: {'server_uuid': 'f2632c0f-04a3-4b90-b4b1-f8989649a34a', 'name': 'network-vif-deleted', 'tag': '8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0', 'status': 'completed', 'code': 200} Sep 19 17:31:59.156189 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:31:59.348293 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:59.373024 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:31:59.381490 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:31:59.382026 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:59.485140 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:31:59.679353 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:31:59.704902 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6232e43-a175-4aeb-acf5-be4513ee1046 None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:22Z', 'revision_number': 4, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '26dc925e-31bd-4235-824c-88da943b5480', 'name': '', 'network_id': 'fecf8741-4aac-48fd-b6b2-d491a4c0d8d5', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'mac_address': 'fa:16:3e:13:f3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:19Z', 'updated_at': '2022-09-19T17:23:29Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'subnets': [{'id': 'e2282898-f576-4d8c-b04f-4004170e18fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:31:59.806714 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:31:59.917554 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb433c-112d-4dfe-bab5-9b421e9057ef None None] New status for floating IP bc5b559e-937e-466f-a6b8-5498e614c12b: DOWN {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:32:00.151256 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a8b35582-fdfa-4a95-a6d7-5b430140cd53 req-81929336-77e7-4a34-b92b-e8ceecef4167 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f2632c0f-04a3-4b90-b4b1-f8989649a34a HTTP/1.1" status: 200 len: 210 time: 0.0285096 Sep 19 17:32:01.115150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.298609 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59082) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:01.358008 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (85f10e08-1cb8-4f3b-af4e-7b499b777fad), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.380993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (85f10e08-1cb8-4f3b-af4e-7b499b777fad), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.498174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (85f10e08-1cb8-4f3b-af4e-7b499b777fad), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.500760 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.501911 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/85f10e08-1cb8-4f3b-af4e-7b499b777fad HTTP/1.1" status: 204 len: 168 time: 0.2022946 Sep 19 17:32:01.505067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59084) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:01.511184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f10e08-1cb8-4f3b-af4e-7b499b777fad,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:01.519454 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.api.v2.resource [None req-e979aa10-9ac8-4688-b3bc-125aec41f1cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] show failed (client error): The resource could not be found. Sep 19 17:32:01.519640 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.519862 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.520201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.520481 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e979aa10-9ac8-4688-b3bc-125aec41f1cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups/85f10e08-1cb8-4f3b-af4e-7b499b777fad HTTP/1.1" status: 404 len: 347 time: 0.0143669 Sep 19 17:32:01.520673 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.520852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.521178 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.521502 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.521839 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.522146 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.522454 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.523349 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.523622 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.523813 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59086) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:01.523963 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.524282 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.524602 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8038583a-b80e-478f-b5e6-f357626cc900 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:01.554934 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.630930 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:01.635448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Deleting port 06d98ef3-fe65-4000-a933-71fd3dc2c9e2 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:01.635758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.673268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:01.712931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.713241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.725459 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Calling delete_port for 06d98ef3-fe65-4000-a933-71fd3dc2c9e2 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:01.892545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (06d98ef3-fe65-4000-a933-71fd3dc2c9e2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.915887 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event deleted for resources: {'Port': ['ID=06d98ef3-fe65-4000-a933-71fd3dc2c9e2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:01.982277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks [] for floatingip (bc5b559e-937e-466f-a6b8-5498e614c12b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.984806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:01.985933 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a601b759-c582-4ff2-bb9b-444a3648c981 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/bc5b559e-937e-466f-a6b8-5498e614c12b HTTP/1.1" status: 204 len: 168 time: 0.4612405 Sep 19 17:32:02.541201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:02.560720 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:02.561065 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 8ac3ba9a-d625-47e1-8d4d-a4c416cd2ca0 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:04.212058 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:04.903593 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758024d-45ca-4bdb-9431-fe209a0ce889 req-1ff4fcde-10be-463e-80bb-0831523d6253 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:04.905084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d758024d-45ca-4bdb-9431-fe209a0ce889 req-1ff4fcde-10be-463e-80bb-0831523d6253 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0468404 Sep 19 17:32:04.944022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:04.951594 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d758024d-45ca-4bdb-9431-fe209a0ce889 req-7ff191d1-2d21-4248-93ff-9563be8bb9a4 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Sep 19 17:32:05.816677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-5c2449a6-1b52-49ae-ab76-605c1f75aede tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:05.818028 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-5c2449a6-1b52-49ae-ab76-605c1f75aede tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0458634 Sep 19 17:32:05.904127 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Deleting port e5a3c33b-3371-42fa-9473-41736f479159 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:05.904472 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (e5a3c33b-3371-42fa-9473-41736f479159), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:06.009333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] For port e5a3c33b-3371-42fa-9473-41736f479159, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=e5a3c33b-3371-42fa-9473-41736f479159,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:06.009333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (e5a3c33b-3371-42fa-9473-41736f479159), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:06.029843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Calling delete_port for e5a3c33b-3371-42fa-9473-41736f479159 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:06.099498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:06.105475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031285-cfd6-429c-b0dd-c34c5d7ebdc0 req-1d8c16e6-28fa-407f-99e0-7402bcf86982 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:06.107147 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70031285-cfd6-429c-b0dd-c34c5d7ebdc0 req-1d8c16e6-28fa-407f-99e0-7402bcf86982 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 945 time: 0.0460737 Sep 19 17:32:06.158660 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-70031285-cfd6-429c-b0dd-c34c5d7ebdc0 req-d49bc94a-98c8-459a-8f39-0e8fbb02a0cd tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Sep 19 17:32:06.269552 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (e5a3c33b-3371-42fa-9473-41736f479159), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:06.298042 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event deleted for resources: {'Port': ['ID=e5a3c33b-3371-42fa-9473-41736f479159,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:06.311247 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['9d69013e-49a8-47b6-be21-f1203cc13ade', 'e5a3c33b-3371-42fa-9473-41736f479159'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:32:06.341459 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] No DVR routers for this DVR port e5a3c33b-3371-42fa-9473-41736f479159 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:32:06.343994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:06.347217 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-becfdf9c-bf84-4fbd-be5e-5ce7083bde4b req-496fbd39-14ae-4ddc-96d5-26bf816377b9 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "DELETE /networking/v2.0/ports/e5a3c33b-3371-42fa-9473-41736f479159 HTTP/1.1" status: 204 len: 173 time: 0.5221074 Sep 19 17:32:06.347744 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'name': 'network-vif-deleted', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:06.350028 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc68962-0a7c-42f3-b018-614a31d3fc52" -d '{"events": [{"server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "name": "network-vif-deleted", "tag": "e5a3c33b-3371-42fa-9473-41736f479159"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:06.395574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9aa9b3-15ef-4afd-be87-eebd713d596b x-openstack-request-id: req-9c9aa9b3-15ef-4afd-be87-eebd713d596b {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:06.395966 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f141f191-3cdc-4eef-8f61-bea738735537", "name": "network-vif-deleted", "tag": "e5a3c33b-3371-42fa-9473-41736f479159", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:06.396219 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c9aa9b3-15ef-4afd-be87-eebd713d596b {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:06.396643 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9aa9b3-15ef-4afd-be87-eebd713d596b'] response: {'server_uuid': 'f141f191-3cdc-4eef-8f61-bea738735537', 'name': 'network-vif-deleted', 'tag': 'e5a3c33b-3371-42fa-9473-41736f479159', 'status': 'completed', 'code': 200} Sep 19 17:32:07.271149 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df051a44-e6e8-4c77-a06d-6d2535b24212 req-df6c731e-725a-445a-be09-457299474d2f tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f141f191-3cdc-4eef-8f61-bea738735537 HTTP/1.1" status: 200 len: 210 time: 0.0270629 Sep 19 17:32:08.709064 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1367f6-202f-4376-98ec-c97883bee839 req-590b1479-cd83-47e2-8068-55c2ebe30747 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:08.710528 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be1367f6-202f-4376-98ec-c97883bee839 req-590b1479-cd83-47e2-8068-55c2ebe30747 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0449033 Sep 19 17:32:08.757281 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be1367f6-202f-4376-98ec-c97883bee839 req-20be0ed8-773b-46d5-b5ed-5ed8090974ad tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Sep 19 17:32:09.676720 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=64 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:09.682632 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=76 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:09.730982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-6dd37197-2fe0-45a6-a71f-32309ccb5ffa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:09.732475 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-6dd37197-2fe0-45a6-a71f-32309ccb5ffa tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0496447 Sep 19 17:32:09.819547 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Deleting port 9d69013e-49a8-47b6-be21-f1203cc13ade {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:09.820493 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:09.886125 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4220db-262c-46b6-8320-af9b452fc1c0 req-4d48aabf-cff8-47aa-a213-15e40aec5d72 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:09.887622 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f4220db-262c-46b6-8320-af9b452fc1c0 req-4d48aabf-cff8-47aa-a213-15e40aec5d72 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 945 time: 0.0491607 Sep 19 17:32:09.913840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] For port 9d69013e-49a8-47b6-be21-f1203cc13ade, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=9d69013e-49a8-47b6-be21-f1203cc13ade,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:09.914203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:09.928120 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Calling delete_port for 9d69013e-49a8-47b6-be21-f1203cc13ade owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:09.935123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f4220db-262c-46b6-8320-af9b452fc1c0 req-f5668903-ab5b-4073-a3a7-f9293343121a tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=47183d59-cb6c-4577-b4e1-f0c0deb9c229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Sep 19 17:32:09.974797 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:10.166255 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (9d69013e-49a8-47b6-be21-f1203cc13ade), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:10.198001 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Pushing event deleted for resources: {'Port': ['ID=9d69013e-49a8-47b6-be21-f1203cc13ade,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:10.221553 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['9d69013e-49a8-47b6-be21-f1203cc13ade'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:32:10.243307 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] No DVR routers for this DVR port 9d69013e-49a8-47b6-be21-f1203cc13ade on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:32:10.245640 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:10.248877 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-82bcc78a-9197-4116-b895-af3e8cffaa35 req-1ed94f2b-c310-42a2-aea7-6b8f426f387d tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.67 "DELETE /networking/v2.0/ports/9d69013e-49a8-47b6-be21-f1203cc13ade HTTP/1.1" status: 204 len: 173 time: 0.5103974 Sep 19 17:32:10.249368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'name': 'network-vif-deleted', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:10.252040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c03bd80-ca5a-4f27-b9a2-e28876ba14a7" -d '{"events": [{"server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "name": "network-vif-deleted", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:10.289940 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df0270-f9ba-4697-af38-a7b70e6564c8 x-openstack-request-id: req-15df0270-f9ba-4697-af38-a7b70e6564c8 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:10.290237 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c05ebb-0e1d-4420-b50a-c289b41715da", "name": "network-vif-deleted", "tag": "9d69013e-49a8-47b6-be21-f1203cc13ade", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:10.290486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15df0270-f9ba-4697-af38-a7b70e6564c8 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:10.290883 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15df0270-f9ba-4697-af38-a7b70e6564c8'] response: {'server_uuid': '16c05ebb-0e1d-4420-b50a-c289b41715da', 'name': 'network-vif-deleted', 'tag': '9d69013e-49a8-47b6-be21-f1203cc13ade', 'status': 'completed', 'code': 200} Sep 19 17:32:10.838049 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e5a3c33b-3371-42fa-9473-41736f479159 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:10.857272 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: e5a3c33b-3371-42fa-9473-41736f479159 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:10.857608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device e5a3c33b-3371-42fa-9473-41736f479159 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:11.048040 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dc40c013-c5a4-46eb-93eb-0d53ef01af7e req-3a7d532e-7b91-4005-945b-d194e8ed0675 tempest-ServerRescueNegativeTestJSON-847106187 tempest-ServerRescueNegativeTestJSON-847106187-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=16c05ebb-0e1d-4420-b50a-c289b41715da HTTP/1.1" status: 200 len: 210 time: 0.0268216 Sep 19 17:32:12.113617 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59134) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:12.546909 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (737298ab-14e2-4795-8a1d-0ee8baac7454), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:12.687152 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:12.755777 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:12.762579 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Deleting port 26dc925e-31bd-4235-824c-88da943b5480 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:12.762920 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (26dc925e-31bd-4235-824c-88da943b5480), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:12.840458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] For port 26dc925e-31bd-4235-824c-88da943b5480, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=26dc925e-31bd-4235-824c-88da943b5480,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:12.840823 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (26dc925e-31bd-4235-824c-88da943b5480), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:12.853208 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Calling delete_port for 26dc925e-31bd-4235-824c-88da943b5480 owned by network:router_interface {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:13.086336 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (26dc925e-31bd-4235-824c-88da943b5480), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.114276 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dc925e-31bd-4235-824c-88da943b5480,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:13.274543 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (737298ab-14e2-4795-8a1d-0ee8baac7454), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.478932 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Router 737298ab-14e2-4795-8a1d-0ee8baac7454 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:32:13.575327 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:13.581537 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-213b86c7-14aa-46a6-9d0d-885bb98f71e0 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/737298ab-14e2-4795-8a1d-0ee8baac7454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656434 Sep 19 17:32:13.582930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59138) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:13.586065 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Sync routers for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:13.596532 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:13.596911 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:13.630638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:13.634750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:13.681901 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks [] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.698241 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:13.786255 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks [] for router_gateway (737298ab-14e2-4795-8a1d-0ee8baac7454), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.867656 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Deleting port 507943d8-8ad1-4d78-b87e-1a9eb3387831 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:13.868008 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.869739 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:32:12Z', 'revision_number': 5, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port': {'id': '507943d8-8ad1-4d78-b87e-1a9eb3387831', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:13.894923 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Checking router: 737298ab-14e2-4795-8a1d-0ee8baac7454 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:13.903779 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Routers {'737298ab-14e2-4795-8a1d-0ee8baac7454'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:13.904382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['737298ab-14e2-4795-8a1d-0ee8baac7454'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:13.950153 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] For port 507943d8-8ad1-4d78-b87e-1a9eb3387831, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=507943d8-8ad1-4d78-b87e-1a9eb3387831,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:13.950516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:13.963803 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Calling delete_port for 507943d8-8ad1-4d78-b87e-1a9eb3387831 owned by network:router_gateway {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:14.074442 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] Set router 737298ab-14e2-4795-8a1d-0ee8baac7454 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:14.122887 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:32:13Z', 'revision_number': 6, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:14.148256 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb12f05-67a8-433e-b978-89598d5aa3a1 None None] The sync data for ids ['737298ab-14e2-4795-8a1d-0ee8baac7454'] in dv-cinder-848013-2-iscsi is: [{'id': '737298ab-14e2-4795-8a1d-0ee8baac7454', 'name': 'tempest-ServerRescueNegativeTestJSON-1398006080-router', 'tenant_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:32:13Z', 'revision_number': 6, 'project_id': '4118102ca29c4b0fa344b21b9c9f1e85', 'gw_port_host': None}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:14.179657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (507943d8-8ad1-4d78-b87e-1a9eb3387831), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.203957 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=507943d8-8ad1-4d78-b87e-1a9eb3387831,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:14.270306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (737298ab-14e2-4795-8a1d-0ee8baac7454), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.606548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.608694 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks [] for router_controller (737298ab-14e2-4795-8a1d-0ee8baac7454), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.765995 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (737298ab-14e2-4795-8a1d-0ee8baac7454), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.766512 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737298ab-14e2-4795-8a1d-0ee8baac7454 {{(pid=106879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:32:14.774767 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.774767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c93c0f6e-ae14-46bd-ba21-eb16afaa9ac0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/737298ab-14e2-4795-8a1d-0ee8baac7454 HTTP/1.1" status: 204 len: 168 time: 1.1888075 Sep 19 17:32:14.775542 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59140) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:14.822780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Deleting subnet e2282898-f576-4d8c-b04f-4004170e18fe {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:32:14.825914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Publish callbacks [] for subnet (e2282898-f576-4d8c-b04f-4004170e18fe), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.858198 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:14.860610 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (e2282898-f576-4d8c-b04f-4004170e18fe), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.869126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 9d69013e-49a8-47b6-be21-f1203cc13ade no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:14.888772 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 9d69013e-49a8-47b6-be21-f1203cc13ade {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:14.889119 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 9d69013e-49a8-47b6-be21-f1203cc13ade not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:14.924074 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 26dc925e-31bd-4235-824c-88da943b5480 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:14.947220 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (e2282898-f576-4d8c-b04f-4004170e18fe), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:14.952561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 26dc925e-31bd-4235-824c-88da943b5480 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:14.952561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 26dc925e-31bd-4235-824c-88da943b5480 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:14.980897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:15.098473 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (e2282898-f576-4d8c-b04f-4004170e18fe), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.126890 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2282898-f576-4d8c-b04f-4004170e18fe,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:15.129294 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.132491 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-2908cf98-47cb-4d69-97d7-c7760e74ea86 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/e2282898-f576-4d8c-b04f-4004170e18fe HTTP/1.1" status: 204 len: 168 time: 0.3559463 Sep 19 17:32:15.134203 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b926b-8e4d-4cc3-906a-744e9b7e4d44 None None] Network fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:32:15.135119 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59142) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:15.208327 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.255556 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Deleting port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:15.255715 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.300243 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] DHCP port deletion for fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:32:15.320410 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] For port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:15.320691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.333799 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Calling delete_port for 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 owned by network:dhcp {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:15.341544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Deleting port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:15.341992 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.406962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] For port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,segment=NetworkSegment(a2441af4-08f2-4a18-8dab-cc48601dd295),segment_id=a2441af4-08f2-4a18-8dab-cc48601dd295)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:15.407351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.420607 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Calling delete_port for 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:15.475167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.498532 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (14c6eeb0-c2e5-46b9-98c2-da6a12aaa228), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.499902 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:15.501602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:15.503781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] No DVR routers for this DVR port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 on host dv-cinder-848013-2-iscsi {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:32:15.525603 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Pushing event deleted for resources: {'Port': ['ID=14c6eeb0-c2e5-46b9-98c2-da6a12aaa228,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:15.529613 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:15.535737 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.541886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:15.543161 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c7720-10be-49a7-864e-ac5785275896 None None] No DVR routers for this DVR port 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:32:15.575550 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.596117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecf8741-4aac-48fd-b6b2-d491a4c0d8d5']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:15.605342 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2441af4-08f2-4a18-8dab-cc48601dd295') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:15.605640 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2441af4-08f2-4a18-8dab-cc48601dd295') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:15.619165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (a2441af4-08f2-4a18-8dab-cc48601dd295), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.632960 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (a2441af4-08f2-4a18-8dab-cc48601dd295), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.639240 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:32:15.639621 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (a2441af4-08f2-4a18-8dab-cc48601dd295), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.680555 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment a2441af4-08f2-4a18-8dab-cc48601dd295 resource provider aggregate not found Sep 19 17:32:15.698261 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment a2441af4-08f2-4a18-8dab-cc48601dd295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2441af4-08f2-4a18-8dab-cc48601dd295 found for delete ", "request_id": "req-7e8214e2-0618-4b85-a789-b173e9c79334"}]} Sep 19 17:32:15.771967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (fecf8741-4aac-48fd-b6b2-d491a4c0d8d5), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.779291 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:15.782348 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/fecf8741-4aac-48fd-b6b2-d491a4c0d8d5 HTTP/1.1" status: 204 len: 168 time: 0.6462078 Sep 19 17:32:15.792177 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8c5fc-25f9-43b1-816e-76b2040289d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fecf8741-4aac-48fd-b6b2-d491a4c0d8d5,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:16.180859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59150) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:16.223610 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-c253747e-948b-446d-99f2-c71951e36c79 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4118102ca29c4b0fa344b21b9c9f1e85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416150 Sep 19 17:32:16.226772 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59152) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:16.248120 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 507943d8-8ad1-4d78-b87e-1a9eb3387831 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:16.267933 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 507943d8-8ad1-4d78-b87e-1a9eb3387831 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:16.268284 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 507943d8-8ad1-4d78-b87e-1a9eb3387831 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:16.268702 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:16.275620 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] Publish callbacks [] for security_group (47183d59-cb6c-4577-b4e1-f0c0deb9c229), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:16.286776 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:16.287124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 14c6eeb0-c2e5-46b9-98c2-da6a12aaa228 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:16.298162 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] Publish callbacks [] for security_group (47183d59-cb6c-4577-b4e1-f0c0deb9c229), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:16.389287 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (47183d59-cb6c-4577-b4e1-f0c0deb9c229), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:16.392151 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:16.393324 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/47183d59-cb6c-4577-b4e1-f0c0deb9c229 HTTP/1.1" status: 204 len: 168 time: 0.1656239 Sep 19 17:32:16.402107 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de9643-eb55-4c06-b077-dda89fdb9d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47183d59-cb6c-4577-b4e1-f0c0deb9c229,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:17.422329 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59178) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:17.517523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-235895401-network', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:17.577744 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:17.580184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.589559 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.608796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:17.664178 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks [] for security_group (4aceb64c-968f-42c5-a6dd-dd84b7d1f41e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.743245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4aceb64c-968f-42c5-a6dd-dd84b7d1f41e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.772802 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:32:17.775589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aceb64c-968f-42c5-a6dd-dd84b7d1f41e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:17.785254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (75a24268-332f-4d07-a6fe-4be3e6340921), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.785654 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Added segment 75a24268-332f-4d07-a6fe-4be3e6340921 of type vlan for network ee3141f2-3b76-40de-a3df-4fd096ef3d26 Sep 19 17:32:17.826903 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (ee3141f2-3b76-40de-a3df-4fd096ef3d26), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.920591 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (ee3141f2-3b76-40de-a3df-4fd096ef3d26), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.921592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:17.922172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:17.972342 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:17.986077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] Pushing event updated for resources: {'Network': ['ID=ee3141f2-3b76-40de-a3df-4fd096ef3d26,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:17.996198 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:32:18.037459 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9a3c33c4-36d2-4498-8140-ce681bb998de admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6139534 Sep 19 17:32:18.040350 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59182) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:18.045642 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Request body: {'subnet': {'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-235895401-subnet', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:18.177410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:18.179944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.521185 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (cf482609-7a81-4919-9c29-bc4d31556680), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.571444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf482609-7a81-4919-9c29-bc4d31556680,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:18.587007 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:18.587362 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Network hostable DHCP agents. Network: ee3141f2-3b76-40de-a3df-4fd096ef3d26, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:32:18.635250 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:32:18.686237 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, ee3141f2-3b76-40de-a3df-4fd096ef3d26) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:18.690304 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:18.690894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.695823 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca4f6b-e89a-4e17-ad4c-10ad71b3071d None None] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:32:18.774332 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-c6c540ac-1bf6-4b41-9223-d5bb0612f2c3 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7328601 Sep 19 17:32:18.776904 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59184) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:18.781210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:18.797804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:32:18.798761 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.869325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.870386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.923735 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for router_controller (10678b97-dba3-474e-8a99-96da47e4cc0d), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:18.936300 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Allocated IP 172.20.0.2 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/98035f17-f547-4d59-baa3-d2d14e5341ca) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:19.076026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks [] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.135393 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for router_gateway (10678b97-dba3-474e-8a99-96da47e4cc0d), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.160162 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.200984 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:19.205643 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:19.209700 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:19.212722 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Pushing event updated for resources: {'Port': ['ID=98035f17-f547-4d59-baa3-d2d14e5341ca,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:19.268488 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Attempting to bind port 98035f17-f547-4d59-baa3-d2d14e5341ca on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:32:19.268859 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Attempting to bind port 98035f17-f547-4d59-baa3-d2d14e5341ca by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:32:19.269221 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Attempting to bind port 98035f17-f547-4d59-baa3-d2d14e5341ca on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:19.286739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:19.313414 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:32:19.313786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:19.314185 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.314574 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:32:19.315043 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Bound port: 98035f17-f547-4d59-baa3-d2d14e5341ca, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:32:19.315420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.380529 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] For port 98035f17-f547-4d59-baa3-d2d14e5341ca, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:32:19.383736 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] For port 98035f17-f547-4d59-baa3-d2d14e5341ca, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=98035f17-f547-4d59-baa3-d2d14e5341ca,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:32:19.390680 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for router_gateway (10678b97-dba3-474e-8a99-96da47e4cc0d), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.410174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.481374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.510076 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:19.534429 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Allocated IP 172.27.3.122 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:19.536863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba2c2-2c11-4fa1-8f9c-24d1d1ed3636 None None] Pushing event updated for resources: {'Port': ['ID=98035f17-f547-4d59-baa3-d2d14e5341ca,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:19.642550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.722694 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:19.770713 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:19.775745 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:19.779583 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:19.800633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Pushing event updated for resources: {'Port': ['ID=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:20.304384 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 98035f17-f547-4d59-baa3-d2d14e5341ca up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:20.310417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for router_gateway (10678b97-dba3-474e-8a99-96da47e4cc0d), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.351795 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 98035f17-f547-4d59-baa3-d2d14e5341ca triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:20.352101 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.352496 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 98035f17-f547-4d59-baa3-d2d14e5341ca Sep 19 17:32:20.354480 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:20.381910 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:20.440040 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 98035f17-f547-4d59-baa3-d2d14e5341ca is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:20.440040 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.452453 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:20.474935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f87b90-7d6f-47d5-ab22-88767f107371 None None] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:32:20.480289 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 98035f17-f547-4d59-baa3-d2d14e5341ca, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=98035f17-f547-4d59-baa3-d2d14e5341ca,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:20.513613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.660419 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.671869 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-91456279-e737-4b44-9d25-87680512c63e None None] Provisioning complete for port 98035f17-f547-4d59-baa3-d2d14e5341ca triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:20.677648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91456279-e737-4b44-9d25-87680512c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.677648 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91456279-e737-4b44-9d25-87680512c63e None None] Attempt 1 to provision port 98035f17-f547-4d59-baa3-d2d14e5341ca Sep 19 17:32:20.725772 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Router 10678b97-dba3-474e-8a99-96da47e4cc0d is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:32:20.759398 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=98035f17-f547-4d59-baa3-d2d14e5341ca,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:20.776754 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:20.831580 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91456279-e737-4b44-9d25-87680512c63e None None] Current status of the port 98035f17-f547-4d59-baa3-d2d14e5341ca is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:20.845344 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:20.858668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:20.869682 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:20.870314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:20.919806 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:20.940082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:20.944328 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-232c3a74-3b1e-4c81-b005-9750a307fe5e admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1638362 Sep 19 17:32:20.950258 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59188) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:20.995000 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:21.109744 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-604d4345-a692-44ae-b008-5d3ece4e1d28 None None] Provisioning complete for port 98035f17-f547-4d59-baa3-d2d14e5341ca triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:21.110006 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-604d4345-a692-44ae-b008-5d3ece4e1d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.110340 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-604d4345-a692-44ae-b008-5d3ece4e1d28 None None] Attempt 1 to provision port 98035f17-f547-4d59-baa3-d2d14e5341ca Sep 19 17:32:21.219921 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:21.253038 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-604d4345-a692-44ae-b008-5d3ece4e1d28 None None] Current status of the port 98035f17-f547-4d59-baa3-d2d14e5341ca is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:21.262319 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:19Z', 'revision_number': 3, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:21.288919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:21.288919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Updating router 10678b97-dba3-474e-8a99-96da47e4cc0d port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:32:21.301978 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:21.319163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.389555 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.527519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:21.554350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Allocated IP 172.20.0.1 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/1c92f3c3-6b9f-4969-a140-324a80cf06d6) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:21.589382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks [] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.651717 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef44f4-f217-428d-9c75-2d82cbe2a222 req-231729c9-ddbc-4a3e-8720-dc12569880e7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:21.653215 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29ef44f4-f217-428d-9c75-2d82cbe2a222 req-231729c9-ddbc-4a3e-8720-dc12569880e7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0897875 Sep 19 17:32:21.679984 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.718930 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Attempting to bind port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:32:21.719313 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Attempting to bind port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:32:21.719681 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Attempting to bind port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:21.731924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks [] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.742493 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29ef44f4-f217-428d-9c75-2d82cbe2a222 req-513691c3-ad4d-4efa-8f33-61ba6578c28a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834479 Sep 19 17:32:21.761439 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950c5c-a984-4702-9bac-03b1973a9447 None None] Pushing event updated for resources: {'Port': ['ID=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:21.777633 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:32:21.778011 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:21.779919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.779919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:32:21.779919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Bound port: 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:32:21.779919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.828743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] For port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:32:21.831871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] For port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:32:21.859109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.897482 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:21.903339 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:21.906450 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:21.940783 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Pushing event updated for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:21.944383 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.948546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:21.958318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (10678b97-dba3-474e-8a99-96da47e4cc0d), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:21.989371 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:21.990147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:22.053268 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950c5c-a984-4702-9bac-03b1973a9447 None None] Pushing event updated for resources: {'Port': ['ID=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:22.114153 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:22.156880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.216437 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Provisioning complete for port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:22.216804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.217134 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 1 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:22.225714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:22.255711 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:22.263566 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:22.312259 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 98035f17-f547-4d59-baa3-d2d14e5341ca up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:22.339579 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks [] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.355700 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:19Z', 'revision_number': 3, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:22.385300 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be6666d-8370-4344-bad1-ab0efb49551b None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:19Z', 'revision_number': 3, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:22.398996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 98035f17-f547-4d59-baa3-d2d14e5341ca triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:22.399943 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.400282 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 98035f17-f547-4d59-baa3-d2d14e5341ca Sep 19 17:32:22.411535 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.478336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 98035f17-f547-4d59-baa3-d2d14e5341ca is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:22.484325 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Pushing event updated for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:22.490500 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (10678b97-dba3-474e-8a99-96da47e4cc0d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:22.603672 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:22.603672 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:22.728957 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:32:22.765003 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 2 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:22.766699 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:22.921946 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d582a-8a19-4b46-93d5-5018eb11e8d6 req-df56b885-ba05-4e3e-a2f9-2505a468d887 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:22.923811 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d3d582a-8a19-4b46-93d5-5018eb11e8d6 req-df56b885-ba05-4e3e-a2f9-2505a468d887 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0651066 Sep 19 17:32:22.925044 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:22.930308 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b0740e26-5aa2-4033-9a05-96b605bc9d52 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/10678b97-dba3-474e-8a99-96da47e4cc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841580 Sep 19 17:32:22.962738 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:22.987132 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6d3d582a-8a19-4b46-93d5-5018eb11e8d6 req-448eb579-ecc5-481a-93e6-c88147cdce19 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d4888149-db89-478d-96ab-440e1fbc76d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521011 Sep 19 17:32:23.237988 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-bf47ac85-2ef6-4f9b-9b12-3b5ad1fe1998 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:23.239459 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-bf47ac85-2ef6-4f9b-9b12-3b5ad1fe1998 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 946 time: 0.0477724 Sep 19 17:32:23.290222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59208) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:23.294763 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786036692', 'description': 'tempest-description--841205465'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:23.351230 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Deleting port ed6a68bf-6926-4da7-bc07-84b7931a4dbc {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:23.351572 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.425456 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.459431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] For port ed6a68bf-6926-4da7-bc07-84b7931a4dbc, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:23.459825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.463863 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 3 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:23.499426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:23.604902 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (21e966a0-4cc7-441d-a5b0-c4f371e3cb80), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.665669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.666025 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.666333 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Floating IP 1c10e869-be3d-4f4b-86c8-08d7838b04d5 disassociated. External IP: 172.27.3.109, port: ed6a68bf-6926-4da7-bc07-84b7931a4dbc. Sep 19 17:32:23.666669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Calling delete_port for ed6a68bf-6926-4da7-bc07-84b7931a4dbc owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:23.676889 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (21e966a0-4cc7-441d-a5b0-c4f371e3cb80), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.749897 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e966a0-4cc7-441d-a5b0-c4f371e3cb80,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:23.810706 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:23.816091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.817329 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-229fe6f8-f29b-4412-8553-c1463a9a240a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5260091 Sep 19 17:32:23.820472 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59210) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:23.825085 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': '21e966a0-4cc7-441d-a5b0-c4f371e3cb80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:23.892200 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ed6a68bf-6926-4da7-bc07-84b7931a4dbc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.916351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (2fcc85ef-4cc6-4a6c-8a74-01e2689b190b), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:23.919520 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'Port': ['ID=ed6a68bf-6926-4da7-bc07-84b7931a4dbc,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:23.943891 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:23.975865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:23.976952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (2fcc85ef-4cc6-4a6c-8a74-01e2689b190b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.000655 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 4 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:24.029641 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (2fcc85ef-4cc6-4a6c-8a74-01e2689b190b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.035231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:24.046773 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:32:24.051619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcc85ef-4cc6-4a6c-8a74-01e2689b190b,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:24.082924 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:24.095033 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:24.095653 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:24.138798 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-efad67b9-8cc2-48a4-b2af-3436f75cebc1 req-a3e76eb0-b8ac-4586-a098-4c09b39ac767 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0323505 Sep 19 17:32:24.155648 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:24.162143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.162143 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-dbcaeed2-311b-44fd-a404-23f8b6a42b01 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398328 Sep 19 17:32:24.164438 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59214) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:24.168999 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:24.170354 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': '21e966a0-4cc7-441d-a5b0-c4f371e3cb80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:24.183109 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:24.184069 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:24.205442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] No DVR routers for this DVR port ed6a68bf-6926-4da7-bc07-84b7931a4dbc on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:32:24.208117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.211412 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1f3ce26d-ad0c-4676-93a6-3c0316ea5ebf req-3559cedc-50b9-4bcf-87e3-ee3e641faab1 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ed6a68bf-6926-4da7-bc07-84b7931a4dbc HTTP/1.1" status: 204 len: 173 time: 0.9657087 Sep 19 17:32:24.211965 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'name': 'network-vif-deleted', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:24.213842 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:24.214301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd7838-5138-4e4b-867d-f68b3e86ae2d" -d '{"events": [{"server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "name": "network-vif-deleted", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:24.267612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (bf8432e3-de0c-4770-a021-f34445d36d33), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.311071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04d454-ff5b-4640-a6f2-bd96d90c27e9 x-openstack-request-id: req-4f04d454-ff5b-4640-a6f2-bd96d90c27e9 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:24.311602 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33b5624-bc7c-4818-8aa5-584440fe803b", "name": "network-vif-deleted", "tag": "ed6a68bf-6926-4da7-bc07-84b7931a4dbc", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:24.311602 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f04d454-ff5b-4640-a6f2-bd96d90c27e9 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:24.312069 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f04d454-ff5b-4640-a6f2-bd96d90c27e9'] response: {'server_uuid': 'e33b5624-bc7c-4818-8aa5-584440fe803b', 'name': 'network-vif-deleted', 'tag': 'ed6a68bf-6926-4da7-bc07-84b7931a4dbc', 'status': 'completed', 'code': 200} Sep 19 17:32:24.317339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:24.423651 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (bf8432e3-de0c-4770-a021-f34445d36d33), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.471191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:24.499079 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:24.513886 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (bf8432e3-de0c-4770-a021-f34445d36d33), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.526615 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:24.527322 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Updating router 10678b97-dba3-474e-8a99-96da47e4cc0d port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:32:24.536125 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8432e3-de0c-4770-a021-f34445d36d33,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:24.541521 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 5 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:24.560299 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.616302 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:24.616674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.617006 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae Sep 19 17:32:24.621080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.625447 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-085f8df2-01b5-4f32-88da-00c2402acca5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4563463 Sep 19 17:32:24.625608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:24.626667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59218) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:24.631756 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:24.638586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:24.672082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:24.703325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:24.717349 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:24.717976 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:24.729700 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:24.749705 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.799915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:24.799915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.841133 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks [] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.843450 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:24.854839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:24.855118 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.874549 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:24.880462 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.908063 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:24.918908 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:24.975154 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.27.3.70 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/21a2e209-d6dc-4435-ae87-b16718ed91f5) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:24.975427 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Pushing event updated for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:24.985659 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.989734 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.990681 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.990681 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:32:24.996440 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Attempting to bind port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:32:24.997032 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Attempting to bind port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:32:24.997561 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Attempting to bind port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:25.041473 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:25.043389 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:32:25.044023 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:25.044590 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.045177 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:32:25.045841 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Bound port: 1c92f3c3-6b9f-4969-a140-324a80cf06d6, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:32:25.046211 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.059199 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:25.104902 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.109588 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] For port 1c92f3c3-6b9f-4969-a140-324a80cf06d6, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:32:25.115889 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] For port 1c92f3c3-6b9f-4969-a140-324a80cf06d6, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c92f3c3-6b9f-4969-a140-324a80cf06d6,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:32:25.126179 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 6 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:25.148174 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:25.182828 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43c161f-102e-4c00-828d-8f7a5d3ea6ce None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:25.185758 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.196179 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:25.225729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.235355 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:25.236134 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:31:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:25.249696 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:25.275807 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:25.290641 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0ef2d-48d9-4b50-a871-14489cf3eb25 None None] Pushing event updated for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:25.293183 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:25.298023 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-53933379-5235-494c-a97b-5c871d64668f req-2789c053-2409-4c52-92f3-5ff31ed86145 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e33b5624-bc7c-4818-8aa5-584440fe803b HTTP/1.1" status: 200 len: 210 time: 0.0590584 Sep 19 17:32:25.298851 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:25.349598 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=21a2e209-d6dc-4435-ae87-b16718ed91f5,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:25.375629 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:25.446529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.497266 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:25.515297 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f345e7-728e-4515-bd46-9c966a3ce834 None None] New status for floating IP 1c10e869-be3d-4f4b-86c8-08d7838b04d5: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:32:25.556549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.678385 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:25.689630 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Attempt 7 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:25.691825 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:25.708180 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ca85a-353b-4ac1-9770-9574ec2534a3 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:25.711351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.798946 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.799075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Current status of the port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:25.799075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.836421 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] For port 1c92f3c3-6b9f-4969-a140-324a80cf06d6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c92f3c3-6b9f-4969-a140-324a80cf06d6,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:25.863651 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=21a2e209-d6dc-4435-ae87-b16718ed91f5,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:25.868882 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.904025 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.959663 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bddde-7227-4ea5-aac3-a009672ff2c9 None None] Pushing event updated for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:25.985722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:25.987179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-89aaec9e-84a0-42c0-8bb6-9d3cf312f35c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3597326 Sep 19 17:32:26.036447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-fd351dd5-8fb5-4072-bd2c-8d6d3c36ab5e None None] Provisioning complete for port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:26.037026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-fd351dd5-8fb5-4072-bd2c-8d6d3c36ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.037711 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-fd351dd5-8fb5-4072-bd2c-8d6d3c36ab5e None None] Attempt 1 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:26.127592 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-244de901-56f5-4439-8231-146db303fab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.140793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-fd351dd5-8fb5-4072-bd2c-8d6d3c36ab5e None None] Current status of the port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:26.166203 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-634eeda4-7d07-4471-983e-8c63aee10a0d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--786036692&fields=id&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 267 time: 0.0547695 Sep 19 17:32:26.296141 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-7784e7c2-47b5-4bf2-b823-7869013b4fde tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:26.297770 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-7784e7c2-47b5-4bf2-b823-7869013b4fde tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1245289 Sep 19 17:32:26.316223 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-c53da4d6-bc97-42dd-be9c-04bcbe23d7fc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 375 time: 0.0125439 Sep 19 17:32:26.376662 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:26.408682 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-24ae7e10-38a7-4262-afca-44584144283c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880086 Sep 19 17:32:26.434321 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:26.434696 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.435037 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae Sep 19 17:32:26.511933 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59244) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:26.529765 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:26.531107 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c92f3c3-6b9f-4969-a140-324a80cf06d6 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:26.575278 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (d4888149-db89-478d-96ab-440e1fbc76d3), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.584581 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:26.585573 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.586017 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 Sep 19 17:32:26.602494 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (d4888149-db89-478d-96ab-440e1fbc76d3), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.679450 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:26.715169 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d4888149-db89-478d-96ab-440e1fbc76d3), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.718074 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.719453 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d4888149-db89-478d-96ab-440e1fbc76d3 HTTP/1.1" status: 204 len: 168 time: 0.2057922 Sep 19 17:32:26.723144 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59246) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:26.740900 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3deb4-8dd0-45e6-b318-c3a48d74423a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4888149-db89-478d-96ab-440e1fbc76d3,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:26.743380 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.api.v2.resource [None req-5c34611d-39e5-4e93-9f41-0d78eed3ebd8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] show failed (client error): The resource could not be found. Sep 19 17:32:26.744754 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5c34611d-39e5-4e93-9f41-0d78eed3ebd8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups/d4888149-db89-478d-96ab-440e1fbc76d3 HTTP/1.1" status: 404 len: 347 time: 0.0205114 Sep 19 17:32:26.747860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59248) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:26.797503 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-1e5c0400-da56-41e9-8994-3f68fb0f551f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748641 Sep 19 17:32:26.872776 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Deleting port 005bea07-5619-42a0-8fc3-723b2ce948dc {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:32:26.873129 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.902765 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-c7596bab-4684-4e89-b24f-07f360456b65 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982223 Sep 19 17:32:26.915080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ed6a68bf-6926-4da7-bc07-84b7931a4dbc no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:32:26.918882 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:26.935443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: ed6a68bf-6926-4da7-bc07-84b7931a4dbc {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:32:26.935670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ed6a68bf-6926-4da7-bc07-84b7931a4dbc not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:32:26.958006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.958345 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (005bea07-5619-42a0-8fc3-723b2ce948dc), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:26.971375 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Calling delete_port for 005bea07-5619-42a0-8fc3-723b2ce948dc owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:32:27.065709 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:27.154012 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-23b5cca8-bd89-49cd-81b4-a9d15ec9d0b9 req-ee2a0d48-c04e-4b50-bfd9-b45e1adcbc28 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Sep 19 17:32:27.235038 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (005bea07-5619-42a0-8fc3-723b2ce948dc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.264496 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'Port': ['ID=005bea07-5619-42a0-8fc3-723b2ce948dc,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:27.332372 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (1c10e869-be3d-4f4b-86c8-08d7838b04d5), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.334865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.336045 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2d782d74-ade0-4a5c-bdb7-9d2c04936a07 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/1c10e869-be3d-4f4b-86c8-08d7838b04d5 HTTP/1.1" status: 204 len: 168 time: 0.5863562 Sep 19 17:32:27.508389 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59262) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:27.513403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122794355', 'description': 'tempest-description--1978620481'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:27.612309 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.683065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (84d522a5-3731-42cf-a4e4-a5fb68f82d6a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.766305 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (84d522a5-3731-42cf-a4e4-a5fb68f82d6a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.797276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d522a5-3731-42cf-a4e4-a5fb68f82d6a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:27.910781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:27.912061 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3d0ac058-fe71-4d41-bc4e-2be7aa78c6c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4026215 Sep 19 17:32:27.917279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59266) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:27.919960 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group_rule': {'security_group_id': '84d522a5-3731-42cf-a4e4-a5fb68f82d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:27.929397 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:28.023960 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (7369e8d9-a8a7-43bf-9cd3-03dbe131567b), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.081045 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (7369e8d9-a8a7-43bf-9cd3-03dbe131567b), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.172516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (7369e8d9-a8a7-43bf-9cd3-03dbe131567b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.219328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7369e8d9-a8a7-43bf-9cd3-03dbe131567b,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:28.234727 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-ecfa15fa-fd04-45f3-9414-ba29039e4817 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462580 Sep 19 17:32:28.266432 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7a6d903e-6f4e-4d8c-af39-4165feaa9485 req-48517667-1293-4b9c-b42d-cbbbd5fbc634 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 210 time: 0.0274899 Sep 19 17:32:28.294487 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.295822 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2b39133b-0eeb-4ffa-8f60-b84f260b8527 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791220 Sep 19 17:32:28.300973 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59270) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:28.306333 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'security_group_rule': {'security_group_id': '84d522a5-3731-42cf-a4e4-a5fb68f82d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:28.357417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-0961157d-c9e5-4dcd-9f22-d2cb6b91ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:28.358932 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-0961157d-c9e5-4dcd-9f22-d2cb6b91ece5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.0394557 Sep 19 17:32:28.424699 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (81a60dc7-fa08-4ad1-9283-839b7ab85d7b), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.483258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-b568c59c-ebd2-4d05-b1a1-7c4920abaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:28.484779 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-b568c59c-ebd2-4d05-b1a1-7c4920abaeb6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 909 time: 0.1027880 Sep 19 17:32:28.497023 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (81a60dc7-fa08-4ad1-9283-839b7ab85d7b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.526375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-43543f43-631b-484c-9047-7c0a9cf6aae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.547976 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-8ca6c60a-b06b-4642-ac66-eb7fcc5cdb8f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 1002 time: 0.0557072 Sep 19 17:32:28.555149 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (81a60dc7-fa08-4ad1-9283-839b7ab85d7b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.575665 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a60dc7-fa08-4ad1-9283-839b7ab85d7b,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:28.598618 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-a686e40f-d436-46ba-99d9-2aaca7b26f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:28.600122 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-a686e40f-d436-46ba-99d9-2aaca7b26f0f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0462551 Sep 19 17:32:28.644459 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:28.649752 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-77850842-ec57-4056-9a07-6d147ffad7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:28.651254 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-77850842-ec57-4056-9a07-6d147ffad7d8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431151 Sep 19 17:32:28.670316 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.674568 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7fe79157-d8cd-445d-9622-905c0fca0e67 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691878 Sep 19 17:32:28.674712 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59272) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:28.679213 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:28.698172 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:28.745438 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-9324d446-1615-4ce0-9f03-143e3de08f12 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Sep 19 17:32:28.777231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.843715 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1064595f-3188-4ad6-a29e-3b4e4a113565 req-00837c10-f611-4863-a5a1-99794840f5b3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910187 Sep 19 17:32:28.868780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:28.958515 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:28.982424 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Allocated IP 172.27.3.19 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/a111cfad-eca0-4ea7-87a9-f55e7327f567) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:29.091885 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.206714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.243979 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:29.248743 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:29.252268 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:29.279985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=a111cfad-eca0-4ea7-87a9-f55e7327f567,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:29.344680 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.382392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c7e0bec3-c59b-4732-b489-242bc9fdd9f0 req-a61f7d91-6e38-44cf-9d10-818bf4bbb9d0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 210 time: 0.0314858 Sep 19 17:32:29.403022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:29.429015 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.578111 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.635088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.703265 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.705908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=a111cfad-eca0-4ea7-87a9-f55e7327f567,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:29.772154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.796780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:29.798062 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-12161d50-137c-4c12-9d04-fcad6a879c26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1222334 Sep 19 17:32:29.870553 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-0918f0d6-31e1-4c7a-b729-f7b229728c8c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:29.872162 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-0918f0d6-31e1-4c7a-b729-f7b229728c8c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1110284 Sep 19 17:32:29.943376 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-02e630e2-3915-4f4d-b94d-675ba5813a9d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 379 time: 0.0554805 Sep 19 17:32:29.953688 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'port': {'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'admin_state_up': True, 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'security_groups': ['21e966a0-4cc7-441d-a5b0-c4f371e3cb80']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:30.001532 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5d1cd794-2448-45da-900e-f67843d172d8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1122794355&fields=id&tenant_id=4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 267 time: 0.0431895 Sep 19 17:32:30.116196 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-8226e517-c374-4f55-8187-0c80763b4c89 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:30.117674 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-8226e517-c374-4f55-8187-0c80763b4c89 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 811 time: 0.1095476 Sep 19 17:32:30.134252 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-e6fe0654-ff02-4ddd-884c-a8dff412df8c tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/quotas/4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 375 time: 0.0097849 Sep 19 17:32:30.177621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:30.182257 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:30.187877 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-175ea4b2-f7b3-40fe-a8ad-ae93b1d4aa84 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480986 Sep 19 17:32:30.221306 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:30.296303 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-e1db5aec-bfd2-4ccc-8af6-3c7d69f02fe8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969534 Sep 19 17:32:30.317811 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:30.333556 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.20.0.6 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/3176241b-1c1c-41c5-babe-9aaf4adb08fe) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:30.401529 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-3e1b44a1-ac52-43c1-b654-a444d1bd4b10 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039145 Sep 19 17:32:30.501676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:30.505169 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bd0c7de6-7817-444b-849a-5e1689af3c6c req-d0374fe6-811b-4b7a-bcd4-210fba5ef812 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Sep 19 17:32:30.595539 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:30.643551 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:30.646703 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:30.650751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:30.653794 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fbc6e7ff-f635-4457-a2bf-e55ece634152 req-0698aff4-2b1c-488f-95cb-763751e10488 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Sep 19 17:32:30.677982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:30.697104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:30.715038 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:30.715674 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:30.780174 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-cc4da198-f39b-49ff-b750-16123525a9cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302348 Sep 19 17:32:30.877593 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Request body: {'port': {'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:30.894037 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Provisioning complete for port 3176241b-1c1c-41c5-babe-9aaf4adb08fe triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:30.894512 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:30.894811 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Attempt 1 to provision port 3176241b-1c1c-41c5-babe-9aaf4adb08fe Sep 19 17:32:30.931052 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Port 3176241b-1c1c-41c5-babe-9aaf4adb08fe cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:30.943748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.212704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3176241b-1c1c-41c5-babe-9aaf4adb08fe {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:32:31.220330 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks [] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.234251 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Transition to ACTIVE for port object 3176241b-1c1c-41c5-babe-9aaf4adb08fe will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:32:31.303661 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.354463 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.417371 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Pushing event updated for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:31.431950 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Attempt 2 to provision port 3176241b-1c1c-41c5-babe-9aaf4adb08fe Sep 19 17:32:31.446149 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:31.470546 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Port 3176241b-1c1c-41c5-babe-9aaf4adb08fe cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:31.470759 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Attempting to bind port 3176241b-1c1c-41c5-babe-9aaf4adb08fe on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:32:31.472690 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Attempting to bind port 3176241b-1c1c-41c5-babe-9aaf4adb08fe by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:32:31.472690 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Attempting to bind port 3176241b-1c1c-41c5-babe-9aaf4adb08fe on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:31.513734 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Port 3176241b-1c1c-41c5-babe-9aaf4adb08fe on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:32:31.514351 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Attempting to bind port 3176241b-1c1c-41c5-babe-9aaf4adb08fe on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:31.554564 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.562819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:32:31.563174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:31.563529 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:32:31.569002 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Bound port: 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:32:31.569002 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.626450 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:32:31.628263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:31.630106 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:32:31.630405 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261cc38-5f94-4175-89dc-1fdd8c81a73a req-6da009be-2f7c-44f0-b966-7be77697e871 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:31.631960 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1261cc38-5f94-4175-89dc-1fdd8c81a73a req-6da009be-2f7c-44f0-b966-7be77697e871 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 943 time: 0.0486324 Sep 19 17:32:31.681181 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1261cc38-5f94-4175-89dc-1fdd8c81a73a req-31972786-67c1-4770-920a-628478e79c37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Sep 19 17:32:31.707211 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.709828 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:31.710488 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:31.712494 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/3176241b-1c1c-41c5-babe-9aaf4adb08fe HTTP/1.1" status: 200 len: 1093 time: 0.8387156 Sep 19 17:32:31.713080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:31.715424 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeead73-5863-4aed-9624-47788872fb60" -d '{"events": [{"name": "network-changed", "server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:31.766084 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0aa4b-798e-4d9f-9d23-5cdd4dc9a365 service neutron] Pushing event updated for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:31.771900 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222ff04-52ca-42ea-af14-19407217c5a9 x-openstack-request-id: req-c222ff04-52ca-42ea-af14-19407217c5a9 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:31.772197 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:31.772456 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c222ff04-52ca-42ea-af14-19407217c5a9 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:31.772869 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c222ff04-52ca-42ea-af14-19407217c5a9'] response: {'name': 'network-changed', 'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'status': 'completed', 'code': 200} Sep 19 17:32:31.879255 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeead73-5863-4aed-9624-47788872fb60 req-76bb1de1-0306-47e2-bda9-156e637a96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:31.880827 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aaeead73-5863-4aed-9624-47788872fb60 req-76bb1de1-0306-47e2-bda9-156e637a96ca service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 1127 time: 0.0404167 Sep 19 17:32:31.936829 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-02ad9757-51aa-4786-8b54-36245155a9a2 req-45030377-d422-47ee-84f7-5af77e32f4ea tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0308101 Sep 19 17:32:31.972637 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Attempt 3 to provision port 3176241b-1c1c-41c5-babe-9aaf4adb08fe Sep 19 17:32:32.009377 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeead73-5863-4aed-9624-47788872fb60 req-e9653144-e290-44f2-a1e8-55ce7178682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.010351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a75f5283-553d-488a-bf8b-863a41940944 None None] Port 3176241b-1c1c-41c5-babe-9aaf4adb08fe had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:32:32.011271 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aaeead73-5863-4aed-9624-47788872fb60 req-e9653144-e290-44f2-a1e8-55ce7178682f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1055055 Sep 19 17:32:32.110168 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeead73-5863-4aed-9624-47788872fb60 req-966cc183-2523-4018-a191-ec81b1563dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.111620 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aaeead73-5863-4aed-9624-47788872fb60 req-966cc183-2523-4018-a191-ec81b1563dd7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940065 Sep 19 17:32:32.223018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-faf340f9-f3f6-40b2-ae39-10c99bff598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.224540 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-faf340f9-f3f6-40b2-ae39-10c99bff598a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 1127 time: 0.0386517 Sep 19 17:32:32.273878 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-c8c7887f-ac91-41ba-93fc-25aa0d1be883 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe HTTP/1.1" status: 200 len: 217 time: 0.0343418 Sep 19 17:32:32.559798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-9044becf-da54-4b25-bd87-65df88d3e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.561269 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-9044becf-da54-4b25-bd87-65df88d3e294 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.2806458 Sep 19 17:32:32.706914 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9108619-3f38-4535-8833-6955adb6c227 req-9235c082-a70f-40f0-a1f6-dee900e6aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.708414 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-9235c082-a70f-40f0-a1f6-dee900e6aab8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381179 Sep 19 17:32:32.807796 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d8dff-4315-4fad-bff3-05e8f6fa0762 req-4449e17b-cd52-4e43-9000-4594f836fa33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:32.808352 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-94c39c1b-2383-4e4b-a484-591b338cc3e1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919762 Sep 19 17:32:32.810069 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da9d8dff-4315-4fad-bff3-05e8f6fa0762 req-4449e17b-cd52-4e43-9000-4594f836fa33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 943 time: 0.0507123 Sep 19 17:32:32.858797 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-da9d8dff-4315-4fad-bff3-05e8f6fa0762 req-9624d9c9-51d4-45ad-97a5-ab19b75b89d2 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Sep 19 17:32:32.903004 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a9108619-3f38-4535-8833-6955adb6c227 req-2453d280-6221-4e63-a372-0dba10bce181 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884421 Sep 19 17:32:33.050670 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-04049243-2c57-4d9d-b684-818a0ba420d5 req-1642e600-f182-4c48-9206-833374ae0ee0 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0375655 Sep 19 17:32:33.070924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-c13fbaa3-4f40-482d-a5bf-4cd48a411d20 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:33.072369 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-c13fbaa3-4f40-482d-a5bf-4cd48a411d20 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 811 time: 0.1345828 Sep 19 17:32:33.978716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e695-807b-4a20-8049-f68ed2293453 req-76d9eb4e-c7b3-454e-a327-f0b17db751fc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:33.980189 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b251e695-807b-4a20-8049-f68ed2293453 req-76d9eb4e-c7b3-454e-a327-f0b17db751fc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 943 time: 0.0463970 Sep 19 17:32:34.026646 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b251e695-807b-4a20-8049-f68ed2293453 req-a2ffcf07-fdda-4f9f-96e6-5bdc8c172bf6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Sep 19 17:32:34.152264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7c2fb473-4f8d-420f-8d3c-6572ac99e6f3 req-832059bc-536a-4355-adbd-d56cf0f81222 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0273039 Sep 19 17:32:34.165986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:34.258597 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:32:35.110580 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:35.151016 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1532d-4bde-4a3f-a5fa-93a0879f08db req-016a17a3-74df-4e78-a497-ad8033274264 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:35.152530 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14e1532d-4bde-4a3f-a5fa-93a0879f08db req-016a17a3-74df-4e78-a497-ad8033274264 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 943 time: 0.0501895 Sep 19 17:32:35.202070 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14e1532d-4bde-4a3f-a5fa-93a0879f08db req-c543a38a-4826-4a16-9aa7-6ff5cb43a9cf tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Sep 19 17:32:35.253911 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e7ea0ca1-9d64-4260-8423-c21519b9a9da req-748f6851-1b34-463f-9e48-17d0a9bf07b2 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0268366 Sep 19 17:32:35.606249 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-6942e234-9580-4f56-823e-b08508da8451 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4225a4c3567f43208ad1663eec41c56d HTTP/1.1" status: 200 len: 380 time: 0.0535891 Sep 19 17:32:35.615307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'port': {'device_id': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'admin_state_up': True, 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'security_groups': ['84d522a5-3731-42cf-a4e4-a5fb68f82d6a']}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:35.778024 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Made reservation on behalf of 4225a4c3567f43208ad1663eec41c56d for: {'port': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:32:35.781945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:35.909653 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Allocated IP 172.20.0.7 (63313b22-203d-445f-8d13-359752f5c140/7bb56f25-c058-457b-bcb2-b51251a31949/347bef90-4a8a-425d-8f92-3356b072b80d) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:32:36.010656 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:36.045425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for port (347bef90-4a8a-425d-8f92-3356b072b80d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.125586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.178380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Network 63313b22-203d-445f-8d13-359752f5c140 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:32:36.182105 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:32:36.186347 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:32:36.188953 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:36.191147 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event updated for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:36.241668 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:36.242317 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.315956 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-5c3cdc3c-ec7a-43b9-8bd1-6970c4209d4e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041004 Sep 19 17:32:36.335104 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f020-16f2-4054-ae6a-f790808a8b6c req-7aa63256-1c66-4f9c-b9a1-03efbb5365c9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:36.336698 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-40c8f020-16f2-4054-ae6a-f790808a8b6c req-7aa63256-1c66-4f9c-b9a1-03efbb5365c9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 943 time: 0.0530059 Sep 19 17:32:36.405934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cbb46-5e91-4fd6-8357-f8a1dceef84d req-9d525a7c-d914-40fb-86a5-68a2307fc335 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:36.407450 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-145cbb46-5e91-4fd6-8357-f8a1dceef84d req-9d525a7c-d914-40fb-86a5-68a2307fc335 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 931 time: 0.0698543 Sep 19 17:32:36.420222 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Request body: {'port': {'device_id': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:36.455486 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Provisioning complete for port 347bef90-4a8a-425d-8f92-3356b072b80d triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:36.456375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.456375 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Attempt 1 to provision port 347bef90-4a8a-425d-8f92-3356b072b80d Sep 19 17:32:36.475536 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:36.476419 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-40c8f020-16f2-4054-ae6a-f790808a8b6c req-c896adb3-98b6-46dd-b7b4-5cb92907aee9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287589 Sep 19 17:32:36.494807 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Port 347bef90-4a8a-425d-8f92-3356b072b80d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:36.530517 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-145cbb46-5e91-4fd6-8357-f8a1dceef84d req-5352effe-8dbb-4e47-97c6-cbc18301e8c7 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156707 Sep 19 17:32:36.533716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.799948 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347bef90-4a8a-425d-8f92-3356b072b80d {{(pid=106879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:32:36.808519 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks [] for port (347bef90-4a8a-425d-8f92-3356b072b80d), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.821546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.provisioning_blocks [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Transition to ACTIVE for port object 347bef90-4a8a-425d-8f92-3356b072b80d will not be triggered until provisioned by entity L2. {{(pid=106879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:32:36.885677 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:36.933479 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 3176241b-1c1c-41c5-babe-9aaf4adb08fe details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:32:36.966965 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Pushing event updated for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:36.993758 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Attempt 2 to provision port 347bef90-4a8a-425d-8f92-3356b072b80d Sep 19 17:32:36.997191 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Attempting to bind port 347bef90-4a8a-425d-8f92-3356b072b80d on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:32:36.997533 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Attempting to bind port 347bef90-4a8a-425d-8f92-3356b072b80d by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:32:36.997864 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Attempting to bind port 347bef90-4a8a-425d-8f92-3356b072b80d on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:37.031610 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:37.039353 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Port 347bef90-4a8a-425d-8f92-3356b072b80d cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:32:37.045350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Port 347bef90-4a8a-425d-8f92-3356b072b80d on network 63313b22-203d-445f-8d13-359752f5c140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:32:37.045682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Attempting to bind port 347bef90-4a8a-425d-8f92-3356b072b80d on network 63313b22-203d-445f-8d13-359752f5c140 {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:32:37.063628 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:37.076806 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:32:37.091714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:32:37.092062 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Checking segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:32:37.092447 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Bound using segment: {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'} {{(pid=106879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:32:37.092930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.managers [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Bound port: 347bef90-4a8a-425d-8f92-3356b072b80d, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689ecaaa-83ad-4c10-b997-df6fd0b5dba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '63313b22-203d-445f-8d13-359752f5c140'}}] {{(pid=106879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:32:37.093318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:37.112877 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 3176241b-1c1c-41c5-babe-9aaf4adb08fe is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:37.113360 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:37.126762 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3176241b-1c1c-41c5-babe-9aaf4adb08fe {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:32:37.143993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:37.147458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:37.155657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, cleared binding levels {{(pid=106879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:32:37.158655 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=347bef90-4a8a-425d-8f92-3356b072b80d,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:32:37.223326 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:37.223657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:37.227891 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.228914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:37.229936 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/347bef90-4a8a-425d-8f92-3356b072b80d HTTP/1.1" status: 200 len: 1093 time: 0.8163853 Sep 19 17:32:37.230421 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:37.232676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f8735d-d063-4c20-bc35-c21312d5123e" -d '{"events": [{"name": "network-changed", "server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:37.274165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06938e09-7e87-4278-85b0-bb80e2f573d4 x-openstack-request-id: req-06938e09-7e87-4278-85b0-bb80e2f573d4 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:37.274463 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:37.274721 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06938e09-7e87-4278-85b0-bb80e2f573d4 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:37.275129 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06938e09-7e87-4278-85b0-bb80e2f573d4'] response: {'name': 'network-changed', 'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d', 'status': 'completed', 'code': 200} Sep 19 17:32:37.276856 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:37.294327 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c84252-580b-4615-ab26-5aa47f149bff service neutron] Pushing event updated for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=3']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:37.378250 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8735d-d063-4c20-bc35-c21312d5123e req-1952e15e-aff1-4fe3-81de-6e229edfee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.379803 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-04f8735d-d063-4c20-bc35-c21312d5123e req-1952e15e-aff1-4fe3-81de-6e229edfee2d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 1127 time: 0.0391788 Sep 19 17:32:37.482543 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8735d-d063-4c20-bc35-c21312d5123e req-7e39f1f3-c64b-425e-a8cd-692374e84fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.484046 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-04f8735d-d063-4c20-bc35-c21312d5123e req-7e39f1f3-c64b-425e-a8cd-692374e84fcb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=4225a4c3567f43208ad1663eec41c56d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0906332 Sep 19 17:32:37.540208 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Attempt 3 to provision port 347bef90-4a8a-425d-8f92-3356b072b80d Sep 19 17:32:37.587228 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-c89876b3-f70d-4bc0-8059-d3ea5a74fdd4 None None] Port 347bef90-4a8a-425d-8f92-3356b072b80d had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:32:37.636185 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1299e90-7326-48ff-bcbf-8dbf90312de2 req-ba673f0a-ed8b-4278-b9ec-3bc9361769dc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.637556 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e1299e90-7326-48ff-bcbf-8dbf90312de2 req-ba673f0a-ed8b-4278-b9ec-3bc9361769dc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 944 time: 0.0792849 Sep 19 17:32:37.657264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8735d-d063-4c20-bc35-c21312d5123e req-2e6038a7-142e-48e4-8f11-5ccfe2b12126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.658700 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-04f8735d-d063-4c20-bc35-c21312d5123e req-2e6038a7-142e-48e4-8f11-5ccfe2b12126 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681919 Sep 19 17:32:37.693699 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20022e9-471a-4d1e-9994-14e504a084e5 req-5753fb12-51fe-43be-8a76-aa8b4a5cab20 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.695177 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c20022e9-471a-4d1e-9994-14e504a084e5 req-5753fb12-51fe-43be-8a76-aa8b4a5cab20 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 943 time: 0.0797534 Sep 19 17:32:37.745228 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e1299e90-7326-48ff-bcbf-8dbf90312de2 req-ca31c252-a509-47bf-b96e-a0825956cce9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834363 Sep 19 17:32:37.792172 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-915dc60b-2f25-4fe7-8cdc-b5cd986dad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.793670 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-915dc60b-2f25-4fe7-8cdc-b5cd986dad2c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 1127 time: 0.0620434 Sep 19 17:32:37.797907 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c20022e9-471a-4d1e-9994-14e504a084e5 req-38cf542a-9aa7-4d1f-8743-e6ac515c436a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930343 Sep 19 17:32:37.808581 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['3176241b-1c1c-41c5-babe-9aaf4adb08fe'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:32:37.849628 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-643fb658-4945-4311-8e96-d0afaa70cf94 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347bef90-4a8a-425d-8f92-3356b072b80d HTTP/1.1" status: 200 len: 217 time: 0.0380027 Sep 19 17:32:37.883845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:37.900617 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-03207943-f989-4afb-8148-18affecfa323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.902331 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-03207943-f989-4afb-8148-18affecfa323 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0464098 Sep 19 17:32:37.946080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-c7e8ae73-2cb9-463b-a8ea-23897a084b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:37.948333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-c7e8ae73-2cb9-463b-a8ea-23897a084b3d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387557 Sep 19 17:32:38.042168 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-02dce463-1b4c-4212-afcd-d9b089f5473f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868049 Sep 19 17:32:38.132812 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94eca19d-219a-442a-b4f2-7bb65f55bc57 req-6dca4b74-4abd-482e-b1fa-f27e1786221f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841405 Sep 19 17:32:38.870255 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020d477-368a-4367-9471-2b8e39ef8139 req-74d62e41-a68d-48b5-828e-867f61c1014e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:38.871894 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5020d477-368a-4367-9471-2b8e39ef8139 req-74d62e41-a68d-48b5-828e-867f61c1014e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 944 time: 0.0512173 Sep 19 17:32:38.907489 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:38.935004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8a947-950d-4a7f-a69b-5c832ed4e11e req-623ac7c3-65b6-4d10-b871-9230eccc7d52 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:38.936483 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19f8a947-950d-4a7f-a69b-5c832ed4e11e req-623ac7c3-65b6-4d10-b871-9230eccc7d52 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 943 time: 0.0613263 Sep 19 17:32:38.972789 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5020d477-368a-4367-9471-2b8e39ef8139 req-f247defa-d8c7-4b3a-9b81-0dab4e8b1983 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887477 Sep 19 17:32:38.982908 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:39.000541 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19f8a947-950d-4a7f-a69b-5c832ed4e11e req-e1ec44fc-5b63-406f-a7e6-abb8892a4854 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581532 Sep 19 17:32:39.144853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 3176241b-1c1c-41c5-babe-9aaf4adb08fe up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:39.190498 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 3176241b-1c1c-41c5-babe-9aaf4adb08fe completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:32:39.269151 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 3176241b-1c1c-41c5-babe-9aaf4adb08fe triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:39.269721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:39.270147 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 3176241b-1c1c-41c5-babe-9aaf4adb08fe Sep 19 17:32:39.350470 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 3176241b-1c1c-41c5-babe-9aaf4adb08fe is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:39.350855 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:39.374544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:39.376879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ab122-4b4c-4f2a-8ee0-afa79b216837" -d '{"events": [{"server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "name": "network-vif-plugged", "status": "completed", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:39.389928 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:39.418833 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c3de0-2d01-4dce-9853-e31dfa0d3bc0 x-openstack-request-id: req-116c3de0-2d01-4dce-9853-e31dfa0d3bc0 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:39.419126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "name": "network-vif-plugged", "status": "completed", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:39.419378 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-116c3de0-2d01-4dce-9853-e31dfa0d3bc0 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:39.419806 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116c3de0-2d01-4dce-9853-e31dfa0d3bc0'] response: {'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'code': 200} Sep 19 17:32:39.462166 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:39.514827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:40.123256 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee053b3a-72ed-4a4c-80bc-1e1c406f4817 req-eee0c3fe-1dcd-49b7-bb06-a8d2a637a23e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:40.124817 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ee053b3a-72ed-4a4c-80bc-1e1c406f4817 req-eee0c3fe-1dcd-49b7-bb06-a8d2a637a23e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0761924 Sep 19 17:32:40.144473 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289bb1e-508a-4375-a772-0a1b411ff356 req-7db8f2fc-7e0c-42ed-8d31-109287d832c9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:40.145873 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8289bb1e-508a-4375-a772-0a1b411ff356 req-7db8f2fc-7e0c-42ed-8d31-109287d832c9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 943 time: 0.0671799 Sep 19 17:32:40.205470 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ee053b3a-72ed-4a4c-80bc-1e1c406f4817 req-cd9840b9-3a79-4149-9980-9f590cda1dab tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750175 Sep 19 17:32:40.217314 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8289bb1e-508a-4375-a772-0a1b411ff356 req-7f3189cc-4060-40b9-9df0-73022389ee26 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639369 Sep 19 17:32:41.254003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537b5d1-2069-4b8c-b2a1-de26e2186d8a req-acc07550-c276-44eb-bb2c-59da082e6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:41.255476 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5537b5d1-2069-4b8c-b2a1-de26e2186d8a req-acc07550-c276-44eb-bb2c-59da082e6388 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 1129 time: 0.0387268 Sep 19 17:32:41.361121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5537b5d1-2069-4b8c-b2a1-de26e2186d8a req-692b59f5-eba6-4f1f-be11-b7837d6c8242 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981216 Sep 19 17:32:41.376934 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376469-6964-45fc-9735-438e5f153f63 req-08fadc17-3354-454f-a32b-a709a5bfb388 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:41.378368 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32376469-6964-45fc-9735-438e5f153f63 req-08fadc17-3354-454f-a32b-a709a5bfb388 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0949373 Sep 19 17:32:41.390004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d3284-cf6d-4a38-a24f-3044b2e79797 req-a2dddd1e-34d9-4e2b-81b3-4385984762ef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:41.391529 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-727d3284-cf6d-4a38-a24f-3044b2e79797 req-a2dddd1e-34d9-4e2b-81b3-4385984762ef tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 943 time: 0.0887728 Sep 19 17:32:41.465707 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32376469-6964-45fc-9735-438e5f153f63 req-203010c7-65d8-4a43-a64b-60278d89fa0d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730991 Sep 19 17:32:41.469255 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-727d3284-cf6d-4a38-a24f-3044b2e79797 req-c4af0a76-6bc9-45a7-a2ad-74cf87fcc120 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707076 Sep 19 17:32:42.624442 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0564309-4f22-44d5-9800-96f374d6ae2a req-230db7cf-d5e9-419a-a7a3-a7f1e23447c3 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:42.625894 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0564309-4f22-44d5-9800-96f374d6ae2a req-230db7cf-d5e9-419a-a7a3-a7f1e23447c3 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Sep 19 17:32:42.647142 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe59f8-cabb-45cd-86c0-da0358868232 req-9af61115-1f31-42cb-b766-b30ad8487bf6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:42.653363 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34fe59f8-cabb-45cd-86c0-da0358868232 req-9af61115-1f31-42cb-b766-b30ad8487bf6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 943 time: 0.0660264 Sep 19 17:32:42.711814 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a0564309-4f22-44d5-9800-96f374d6ae2a req-9cac5526-f108-4a1a-927d-160efcc3caeb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803378 Sep 19 17:32:42.719134 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34fe59f8-cabb-45cd-86c0-da0358868232 req-3dfa0b42-cf15-4175-b139-7b6e0f2b4452 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627866 Sep 19 17:32:42.813225 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eaaed-f3dd-42bc-9c3f-82cc23531930 req-0aaed17f-e8c7-4eaa-8f0d-5d4b8c374e59 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:42.814605 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be2eaaed-f3dd-42bc-9c3f-82cc23531930 req-0aaed17f-e8c7-4eaa-8f0d-5d4b8c374e59 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0454395 Sep 19 17:32:42.864372 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be2eaaed-f3dd-42bc-9c3f-82cc23531930 req-f864cb4d-b4c6-4f92-8685-15ad23334361 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Sep 19 17:32:42.897546 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=49 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:42.899520 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=77 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:43.132827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 347bef90-4a8a-425d-8f92-3356b072b80d details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:32:43.136526 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:43.237563 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=347bef90-4a8a-425d-8f92-3356b072b80d,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:43.249164 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '347bef90-4a8a-425d-8f92-3356b072b80d', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'port_id': '347bef90-4a8a-425d-8f92-3356b072b80d', 'mac_address': 'fa:16:3e:46:95:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:32:43.283877 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 347bef90-4a8a-425d-8f92-3356b072b80d is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:43.284263 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:43.297558 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347bef90-4a8a-425d-8f92-3356b072b80d {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:32:43.316863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=347bef90-4a8a-425d-8f92-3356b072b80d,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:43.401271 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:43.447827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:43.861686 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c3d8a-e3d3-4fa2-a5c9-49ea65e1e028 req-5e0178f4-79a2-4ce9-96af-3838feaee57e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.863156 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-478c3d8a-e3d3-4fa2-a5c9-49ea65e1e028 req-5e0178f4-79a2-4ce9-96af-3838feaee57e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0723062 Sep 19 17:32:43.888245 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5a7e-149b-4dc7-8b85-c198bae51e62 req-ce4daf7c-7034-4232-b16a-362505c882e0 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:43.889925 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-833a5a7e-149b-4dc7-8b85-c198bae51e62 req-ce4daf7c-7034-4232-b16a-362505c882e0 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0707333 Sep 19 17:32:43.935293 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-478c3d8a-e3d3-4fa2-a5c9-49ea65e1e028 req-4aef131f-afc1-438b-9073-57a75f96dcbc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664427 Sep 19 17:32:43.956351 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-833a5a7e-149b-4dc7-8b85-c198bae51e62 req-672b43b9-1e57-47fe-8420-5f127683b0c9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597827 Sep 19 17:32:43.960851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['347bef90-4a8a-425d-8f92-3356b072b80d'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:32:44.254061 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:44.255421 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:44.303009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:44.309524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffa7f0-af47-472c-94f0-f83b55e7e9bf req-11284c35-4316-44e5-bc0e-9451bdd6d934 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:44.311016 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-61ffa7f0-af47-472c-94f0-f83b55e7e9bf req-11284c35-4316-44e5-bc0e-9451bdd6d934 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.3163614 Sep 19 17:32:44.325217 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:44.336231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e482a5-fb5c-4afe-a63b-340c64155913 req-ff65585a-42b9-4311-b83a-85c1c7699d1d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:44.337651 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-41e482a5-fb5c-4afe-a63b-340c64155913 req-ff65585a-42b9-4311-b83a-85c1c7699d1d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0717001 Sep 19 17:32:44.348125 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59406) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:44.353247 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:44.369543 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-61ffa7f0-af47-472c-94f0-f83b55e7e9bf req-128721f1-b515-4a8f-a7ec-f6ad835f5d80 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527496 Sep 19 17:32:44.397893 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:44.819095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:44.863201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:44.958597 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 0f131755-df78-4875-bc6b-915ff613a867 associated. External IP: 172.27.3.70, port: 3176241b-1c1c-41c5-babe-9aaf4adb08fe. Sep 19 17:32:45.082817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a9685-ca16-48c6-8769-3add23ab6de7 req-366c65ef-7479-4bab-bdd5-47e0a8c90983 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.084246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b8a9685-ca16-48c6-8769-3add23ab6de7 req-366c65ef-7479-4bab-bdd5-47e0a8c90983 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 944 time: 0.0463805 Sep 19 17:32:45.136849 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5b8a9685-ca16-48c6-8769-3add23ab6de7 req-529967e8-23d3-4447-8ff3-dfbf0e0c3e30 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463862 Sep 19 17:32:45.160467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:32:45.161635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 347bef90-4a8a-425d-8f92-3356b072b80d up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:32:45.204094 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 347bef90-4a8a-425d-8f92-3356b072b80d completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:32:45.246434 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 347bef90-4a8a-425d-8f92-3356b072b80d triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:32:45.246844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:45.247182 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 347bef90-4a8a-425d-8f92-3356b072b80d Sep 19 17:32:45.264700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:45.269728 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:45.272511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:45.276535 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:45.296669 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:45.297296 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:45.299501 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-648ade3e-3b39-4439-afec-f15f36ebd8f6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/0f131755-df78-4875-bc6b-915ff613a867 HTTP/1.1" status: 200 len: 990 time: 0.9502928 Sep 19 17:32:45.300253 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:45.302603 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22176bec-df87-4854-a9cf-32f10f96ace3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:45.342860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223c3f1-94f2-4993-bd20-8286e3da0385 x-openstack-request-id: req-1223c3f1-94f2-4993-bd20-8286e3da0385 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:45.343154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:45.343410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1223c3f1-94f2-4993-bd20-8286e3da0385 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:45.343893 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1223c3f1-94f2-4993-bd20-8286e3da0385'] response: {'name': 'network-changed', 'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'status': 'completed', 'code': 200} Sep 19 17:32:45.423958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 347bef90-4a8a-425d-8f92-3356b072b80d is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:32:45.424366 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:45.442212 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-9c51c87c-8bf4-457b-8f51-b3233f502c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.443809 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-9c51c87c-8bf4-457b-8f51-b3233f502c3b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 1129 time: 0.0443594 Sep 19 17:32:45.445050 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:45.486052 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:45.488286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51462170-191c-471f-86c9-61017103ec35" -d '{"events": [{"server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:45.510168 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=347bef90-4a8a-425d-8f92-3356b072b80d,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:32:45.538236 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c6d53-e879-4d89-b292-e0afc9f9a3a9 x-openstack-request-id: req-fc5c6d53-e879-4d89-b292-e0afc9f9a3a9 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:45.538526 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "name": "network-vif-plugged", "status": "completed", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:45.538780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc5c6d53-e879-4d89-b292-e0afc9f9a3a9 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:45.539172 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5c6d53-e879-4d89-b292-e0afc9f9a3a9'] response: {'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d', 'code': 200} Sep 19 17:32:45.547266 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5a264-f426-48f9-aef8-8aca1270297d req-54c3ae49-12c2-46d1-b2f0-a6fa74e785c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.548811 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dcd5a264-f426-48f9-aef8-8aca1270297d req-54c3ae49-12c2-46d1-b2f0-a6fa74e785c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0910556 Sep 19 17:32:45.566216 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:45.578540 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:45.602441 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-24bb2770-db06-478c-b582-d602699b2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.605118 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-24bb2770-db06-478c-b582-d602699b2c1d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.1539373 Sep 19 17:32:45.659718 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dcd5a264-f426-48f9-aef8-8aca1270297d req-258987bf-f71d-4cb4-abdd-ba4fae47b21d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034005 Sep 19 17:32:45.683491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:32:45.692732 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-d4b6075c-61d4-46e2-b4b1-8238ba1b5282 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe HTTP/1.1" status: 200 len: 998 time: 0.0758104 Sep 19 17:32:45.739917 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:44Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:45.745517 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-5e9f5cd8-8cca-4df5-b0b7-7c9a5f22d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.749766 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-5e9f5cd8-8cca-4df5-b0b7-7c9a5f22d1f8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0467930 Sep 19 17:32:45.766436 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:45.775279 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:45.775954 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:45.797378 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-a8a81dea-bbe6-4f09-974b-1fc23b8b4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.798925 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-a8a81dea-bbe6-4f09-974b-1fc23b8b4f2c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431476 Sep 19 17:32:45.866071 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7b56-3df0-4735-879e-0302b81cec94 req-05f1c5f6-29f0-4867-91e3-6ee3f8c721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:45.867522 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2cdc7b56-3df0-4735-879e-0302b81cec94 req-05f1c5f6-29f0-4867-91e3-6ee3f8c721ff service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0415947 Sep 19 17:32:45.882494 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:45.898071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-0ce6775f-f2d2-4823-8385-f0c6f22ee001 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897460 Sep 19 17:32:45.906296 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:45.909641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:45.913395 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2cdc7b56-3df0-4735-879e-0302b81cec94 req-2289de9d-bec3-4fd4-a52f-35eb8e1d2bdf service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Sep 19 17:32:46.002592 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-22176bec-df87-4854-a9cf-32f10f96ace3 req-df09a731-814a-4551-bd4b-9f64338ca8f6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950434 Sep 19 17:32:46.219864 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:44Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:46.245637 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299d0c7-6d8f-4a48-821c-6a22881c621a None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:44Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:46.261355 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e319-76a5-489c-9e11-57316fe6cd89 req-0aa6fdfc-e1d4-4f89-b84c-16ebd17703fe tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:46.262870 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4241e319-76a5-489c-9e11-57316fe6cd89 req-0aa6fdfc-e1d4-4f89-b84c-16ebd17703fe tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0505536 Sep 19 17:32:46.312308 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4241e319-76a5-489c-9e11-57316fe6cd89 req-abf8e1eb-9e67-4142-b95b-c22bfc17f482 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Sep 19 17:32:46.445882 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4d5df-f166-447d-97aa-568e212f7702 None None] New status for floating IP 0f131755-df78-4875-bc6b-915ff613a867: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:32:46.792231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa68a-facf-4cc7-a1fa-055a66bc5ee7 req-9207d1cf-4096-4794-9f00-ca2e07be1bdc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:46.793681 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a4caa68a-facf-4cc7-a1fa-055a66bc5ee7 req-9207d1cf-4096-4794-9f00-ca2e07be1bdc tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Sep 19 17:32:46.840163 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a4caa68a-facf-4cc7-a1fa-055a66bc5ee7 req-a5cd6cf7-c871-49b7-a06f-e69c589667af tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Sep 19 17:32:47.432882 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38ae49-915c-43de-9941-66119941ba7a req-ac936221-656f-48b7-90b6-14661395be36 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:47.434438 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e38ae49-915c-43de-9941-66119941ba7a req-ac936221-656f-48b7-90b6-14661395be36 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0459790 Sep 19 17:32:47.460508 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:47.482576 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2e38ae49-915c-43de-9941-66119941ba7a req-9e4cc200-8667-48f3-ac4f-d8fbab494f83 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Sep 19 17:32:47.964471 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995764-4143-4d3e-9477-c9be50d79b12 req-a79a8bf7-4bc6-423c-bd8e-f8013785ca33 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:47.965932 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-17995764-4143-4d3e-9477-c9be50d79b12 req-a79a8bf7-4bc6-423c-bd8e-f8013785ca33 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0451984 Sep 19 17:32:47.998106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:48.016328 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-17995764-4143-4d3e-9477-c9be50d79b12 req-a8a4177a-b41f-4cdf-8df6-058ef4945ca1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449157 Sep 19 17:32:48.601248 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1592-816a-431f-95d0-7c7c6eff6746 req-cbbeb76f-25f5-487e-9dcc-c8d948fb0088 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:48.602716 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f39d1592-816a-431f-95d0-7c7c6eff6746 req-cbbeb76f-25f5-487e-9dcc-c8d948fb0088 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0461674 Sep 19 17:32:48.650960 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f39d1592-816a-431f-95d0-7c7c6eff6746 req-7b679ae1-a4ed-4c5b-ba18-e8b9e8adf71f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426509 Sep 19 17:32:48.766456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b78c-f55a-4861-a4c6-82b9357681a4 req-21d92645-30d1-4291-9b73-f1e43b6277d8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:48.767955 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b0f6b78c-f55a-4861-a4c6-82b9357681a4 req-21d92645-30d1-4291-9b73-f1e43b6277d8 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0459998 Sep 19 17:32:48.777942 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59432) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:32:48.782351 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Request body: {'floatingip': {'port_id': '347bef90-4a8a-425d-8f92-3356b072b80d'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:32:48.823880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:49.180659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f079e-89c2-464a-9f16-bd4de1c91172 req-7e24d510-913e-4d92-80b9-69bc00c7d02b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:49.182712 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a60f079e-89c2-464a-9f16-bd4de1c91172 req-7e24d510-913e-4d92-80b9-69bc00c7d02b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0836613 Sep 19 17:32:49.274143 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a60f079e-89c2-464a-9f16-bd4de1c91172 req-18ec11a0-3822-493c-9573-0e671955720c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819814 Sep 19 17:32:49.322884 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:49.457546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:49.553099 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Floating IP 37672d09-d690-40a3-91c8-b783f15ac0bf associated. External IP: 172.27.3.19, port: 347bef90-4a8a-425d-8f92-3356b072b80d. Sep 19 17:32:49.729272 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:49.735190 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:49.747767 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:32:49.849886 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:32:49.854941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:49.859463 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:32:49.862608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:49.870301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:49.872133 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:49.884307 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-60056500-0f02-4209-8070-e1059f84f742 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/37672d09-d690-40a3-91c8-b783f15ac0bf HTTP/1.1" status: 200 len: 990 time: 1.1052890 Sep 19 17:32:49.885609 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:32:49.887986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4" -d '{"events": [{"name": "network-changed", "server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:32:49.926786 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea14c08-af04-4ff4-9ae9-2b7f52f0896a x-openstack-request-id: req-5ea14c08-af04-4ff4-9ae9-2b7f52f0896a {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:32:49.927093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:32:49.927352 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ea14c08-af04-4ff4-9ae9-2b7f52f0896a {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:32:49.927787 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea14c08-af04-4ff4-9ae9-2b7f52f0896a'] response: {'name': 'network-changed', 'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d', 'status': 'completed', 'code': 200} Sep 19 17:32:49.976960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:50.026775 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-a754ab9b-d123-4aaf-a1f6-9662e0b1f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:50.028283 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-a754ab9b-d123-4aaf-a1f6-9662e0b1f8bf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4225a4c3567f43208ad1663eec41c56d&device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0433056 Sep 19 17:32:50.120282 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-37805676-7d66-48ec-81dc-4cb4b66caf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:50.121756 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-37805676-7d66-48ec-81dc-4cb4b66caf23 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 200 len: 912 time: 0.0874424 Sep 19 17:32:50.186731 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-fd9c0a0f-e3b1-4554-8ff1-5b1b340676ba service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347bef90-4a8a-425d-8f92-3356b072b80d HTTP/1.1" status: 200 len: 998 time: 0.0582867 Sep 19 17:32:50.191765 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '37672d09-d690-40a3-91c8-b783f15ac0bf', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': '347bef90-4a8a-425d-8f92-3356b072b80d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:46:95:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:29Z', 'updated_at': '2022-09-19T17:32:49Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:50.217010 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:32:50.226048 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:32:50.226483 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:50.236229 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-fe2b00ba-6246-4b8a-a8da-127ddce29a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:50.237707 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-fe2b00ba-6246-4b8a-a8da-127ddce29a1c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 200 len: 850 time: 0.0452032 Sep 19 17:32:50.281923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-48a932c4-a71e-4414-b628-415708aa662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:50.283345 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-48a932c4-a71e-4414-b628-415708aa662f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=63313b22-203d-445f-8d13-359752f5c140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381474 Sep 19 17:32:50.331795 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:32:50.366457 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:50.406521 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-c4c3d889-0685-4beb-91be-c9cfd5117b58 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172807 Sep 19 17:32:50.438986 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b41d02-407e-4e80-8347-cec96d33c12c req-5cf08f6f-6d8a-4674-8008-01afc6ca852a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:50.440488 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0b41d02-407e-4e80-8347-cec96d33c12c req-5cf08f6f-6d8a-4674-8008-01afc6ca852a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0772052 Sep 19 17:32:50.537458 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0b41d02-407e-4e80-8347-cec96d33c12c req-f9be889b-d938-43f9-bfd2-5eaee036abdd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702946 Sep 19 17:32:50.548951 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9eed51cf-b4b7-46ef-a707-c1c6a99761c4 req-7e4f7a69-d936-4d66-9e9f-f9f71665a472 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347814 Sep 19 17:32:50.555481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '37672d09-d690-40a3-91c8-b783f15ac0bf', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': '347bef90-4a8a-425d-8f92-3356b072b80d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:46:95:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:29Z', 'updated_at': '2022-09-19T17:32:49Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:32:50.582091 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd00b3-16cc-4567-8cb2-dadb5b004f3a None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '37672d09-d690-40a3-91c8-b783f15ac0bf', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'port_id': '347bef90-4a8a-425d-8f92-3356b072b80d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'mac_address': 'fa:16:3e:46:95:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:29Z', 'updated_at': '2022-09-19T17:32:49Z', 'revision_number': 1, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:32:50.767669 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa92512-d0b3-47cb-81d3-d2b3322924d9 None None] New status for floating IP 37672d09-d690-40a3-91c8-b783f15ac0bf: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:32:51.671482 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55ba7b-d71c-42e6-8d43-6b98c6c9c5c5 req-5557bd80-005e-419d-98a8-42895991ad6c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:51.672934 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bb55ba7b-d71c-42e6-8d43-6b98c6c9c5c5 req-5557bd80-005e-419d-98a8-42895991ad6c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0504100 Sep 19 17:32:51.727462 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bb55ba7b-d71c-42e6-8d43-6b98c6c9c5c5 req-9f522b06-0b94-4999-8c2c-2231e9d927d5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Sep 19 17:32:52.851502 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a12d43-0c8e-4639-afb4-265c41366d2f req-4f94c92b-2da4-417d-9e68-a8acff6c07ac tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:52.853065 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-44a12d43-0c8e-4639-afb4-265c41366d2f req-4f94c92b-2da4-417d-9e68-a8acff6c07ac tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0464370 Sep 19 17:32:52.863917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:52.905102 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-44a12d43-0c8e-4639-afb4-265c41366d2f req-2f9eab72-c0e6-4be6-a2a3-c8518d842445 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466309 Sep 19 17:32:54.032572 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40d02d-f8a5-45a3-aa17-5b53366e987e req-cd5cbf5f-a122-4600-9338-a00110b15e36 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:54.034089 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0a40d02d-f8a5-45a3-aa17-5b53366e987e req-cd5cbf5f-a122-4600-9338-a00110b15e36 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0471194 Sep 19 17:32:54.081475 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0a40d02d-f8a5-45a3-aa17-5b53366e987e req-f3736eff-4dbc-4c42-9e41-844de4792b62 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Sep 19 17:32:55.206093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698542e0-c0bd-46f4-affb-6e3a8c2a658e req-967bc6d9-599e-4471-81eb-6ed23e837a85 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:55.207578 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-698542e0-c0bd-46f4-affb-6e3a8c2a658e req-967bc6d9-599e-4471-81eb-6ed23e837a85 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0461359 Sep 19 17:32:55.219546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:32:55.255370 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-698542e0-c0bd-46f4-affb-6e3a8c2a658e req-30ea81c2-9781-4059-b790-b62ffc8bd7c4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Sep 19 17:32:56.113032 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-64eba78c-24a4-46c2-b829-73e2b7438a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:56.387783 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac1131-cda5-4a27-8f5a-4623c9a17271 req-f7b3a272-3321-4147-8621-f386cfbcf99e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:56.389531 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29ac1131-cda5-4a27-8f5a-4623c9a17271 req-f7b3a272-3321-4147-8621-f386cfbcf99e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Sep 19 17:32:56.436475 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-29ac1131-cda5-4a27-8f5a-4623c9a17271 req-2a35d67b-5c42-405e-a2e0-9729636e595d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Sep 19 17:32:57.559331 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028c23-c6f1-49f4-84f1-2d3dffe2205a req-28501355-8364-49cc-97dd-4fa7414b986e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:57.560844 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-81028c23-c6f1-49f4-84f1-2d3dffe2205a req-28501355-8364-49cc-97dd-4fa7414b986e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0451126 Sep 19 17:32:57.607094 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-81028c23-c6f1-49f4-84f1-2d3dffe2205a req-bc85b8c1-bf3b-47d1-a686-fc70361549b7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Sep 19 17:32:58.503496 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d90eb72a-2ade-4d8a-ba16-5a05d2c107ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:58.730729 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def2c4b-1871-4f42-98ba-4793dd20fb63 req-b0d5cb48-1976-4d95-aa9a-eb6802f55611 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:58.732270 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3def2c4b-1871-4f42-98ba-4793dd20fb63 req-b0d5cb48-1976-4d95-aa9a-eb6802f55611 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0452366 Sep 19 17:32:58.783209 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3def2c4b-1871-4f42-98ba-4793dd20fb63 req-b6d1d463-07b8-4123-b2fc-a1ab0b2e86a8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Sep 19 17:32:59.771246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:32:59.906342 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ec42-3915-4a68-974a-44976bab8de5 req-082e41bc-2438-4cee-93b5-1f5c4501de53 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:32:59.907856 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b4e1ec42-3915-4a68-974a-44976bab8de5 req-082e41bc-2438-4cee-93b5-1f5c4501de53 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0458004 Sep 19 17:32:59.955122 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b4e1ec42-3915-4a68-974a-44976bab8de5 req-104b4aa4-f197-40fd-b166-8baf12db2aa6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Sep 19 17:33:00.866806 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:00.869785 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:01.081894 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c7206-e3b3-4953-b5cd-dd8486fb5e99 req-20c54928-50b8-4995-82bb-a67520bc8b72 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:01.083419 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-554c7206-e3b3-4953-b5cd-dd8486fb5e99 req-20c54928-50b8-4995-82bb-a67520bc8b72 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0472231 Sep 19 17:33:01.102902 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.133045 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-554c7206-e3b3-4953-b5cd-dd8486fb5e99 req-88ac5ede-47ea-43b4-bc0d-3a0ba0094a93 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Sep 19 17:33:01.266349 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:33:01.363322 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:01.374926 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:33:01.413412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: ACTIVE; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:01.413710 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.416827 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:01.427595 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:33:01.446652 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:01.503344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.546194 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-56f04ded-74af-4deb-b077-5528d61e0521 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-251688986&fields=id&tenant_id=751acab6697b47e59ee43cf30c937348 HTTP/1.1" status: 200 len: 267 time: 0.0495648 Sep 19 17:33:01.553848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=6']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:01.559082 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.599591 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-d35b7c34-5959-4477-a1e4-875726f9d354 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:01.599591 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-d35b7c34-5959-4477-a1e4-875726f9d354 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 984 time: 0.0463684 Sep 19 17:33:01.609711 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Request body: {'port': {'security_groups': ['5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7']}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:33:01.686215 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.706803 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['11cb86d3-62be-4d60-8b1e-e8a216766190'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:33:01.837416 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:01.868305 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:01.896668 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.958585 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.969922 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:01.970512 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:01.971907 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-afdfb340-8933-4d8c-b9d5-13b35f0e47f4 req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "PUT /networking/v2.0/ports/973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 942 time: 0.3668427 Sep 19 17:33:01.972503 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:01.974797 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e" -d '{"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:01.977942 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59476) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:02.018976 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:02.033566 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a9ce6-a172-4a9b-81d5-288600e955fc x-openstack-request-id: req-260a9ce6-a172-4a9b-81d5-288600e955fc {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:02.033861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:02.034116 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-260a9ce6-a172-4a9b-81d5-288600e955fc {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:02.034518 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260a9ce6-a172-4a9b-81d5-288600e955fc'] response: {'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:33:02.035894 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event updated for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=7']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:02.043935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.044323 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.044677 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.045016 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.045355 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.045694 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.046028 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.046361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.046691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.047021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.047348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.047676 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.048024 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.048350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.048680 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84985a37-844b-4ae2-9ae5-ece0022c40d8 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.052041 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (b13baf59-e04a-4ef8-8152-e60be2d24070), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.071033 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:33:02.080738 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (b13baf59-e04a-4ef8-8152-e60be2d24070), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.133126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:02.139402 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-ae5ef3e6-0e06-4bee-9ec9-021a3383e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:02.140971 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-ae5ef3e6-0e06-4bee-9ec9-021a3383e1b7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1129 time: 0.0424204 Sep 19 17:33:02.251924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b13baf59-e04a-4ef8-8152-e60be2d24070), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.256004 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.257508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:33:02.257663 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b13baf59-e04a-4ef8-8152-e60be2d24070 HTTP/1.1" status: 204 len: 168 time: 0.2690833 Sep 19 17:33:02.261569 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59480) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:02.279941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-a2334dd6-43fe-4a36-b4fb-065e4084b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:02.284561 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-a2334dd6-43fe-4a36-b4fb-065e4084b87d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.1330035 Sep 19 17:33:02.289264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caef0c-5be0-4ec4-a04a-05b31e759455 req-dd4b4adf-9713-4e68-a606-0e13085e884d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:02.290709 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14caef0c-5be0-4ec4-a04a-05b31e759455 req-dd4b4adf-9713-4e68-a606-0e13085e884d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0646620 Sep 19 17:33:02.307902 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13baf59-e04a-4ef8-8152-e60be2d24070,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:02.337034 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.338196 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.339211 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.339774 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.340118 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.340451 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.340941 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.341584 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.342598 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.343111 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.343618 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.347621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.347621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.347621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.347621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdceb5d5-5da8-4ced-8562-48d8735b5a67 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:02.380344 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-b2b2341a-12d7-4a99-b43d-b3d7dff38302 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 1001 time: 0.0880954 Sep 19 17:33:02.383914 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-14caef0c-5be0-4ec4-a04a-05b31e759455 req-ed86d127-bcd4-43e5-ad49-5f0fe34da97a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848947 Sep 19 17:33:02.443111 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-20b5a797-71c9-4386-9007-93edef6f9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:02.444624 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-20b5a797-71c9-4386-9007-93edef6f9ec5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.0543168 Sep 19 17:33:02.449152 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Deleting port db663a02-fbac-4b2c-8cf3-65119249b27c {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:02.449497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.490725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-85bb5543-a9a1-4c81-bc44-d11534452943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:02.492354 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-85bb5543-a9a1-4c81-bc44-d11534452943 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399065 Sep 19 17:33:02.531494 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.531862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for floatingip (db663a02-fbac-4b2c-8cf3-65119249b27c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.548417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Calling delete_port for db663a02-fbac-4b2c-8cf3-65119249b27c owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:02.589898 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-72e8780a-0adc-4164-82bc-d93cefa61ee7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890446 Sep 19 17:33:02.684171 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ea8f83f-966a-48a5-8c0d-6e46e7faff0e req-48f5e5e9-f099-4c9f-9ca1-6d879b06add6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850363 Sep 19 17:33:02.783312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (db663a02-fbac-4b2c-8cf3-65119249b27c), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.810089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event deleted for resources: {'Port': ['ID=db663a02-fbac-4b2c-8cf3-65119249b27c,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:02.874251 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks [] for floatingip (74aef1aa-e373-4475-9666-8c307f43aad0), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:02.874581 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Floating IP 74aef1aa-e373-4475-9666-8c307f43aad0 disassociated (deleted). External IP: 172.27.3.226, port: 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf. Sep 19 17:33:03.056493 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:03.072605 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Router 21549c30-ec41-4625-aa36-b45fc0cc71bc has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:03.075337 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:03.178183 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:03.182983 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:03.187590 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Sync routers for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:03.191667 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:03.199367 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:03.200015 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:03.213077 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-70d71a8c-9b9a-4175-8c2e-a7920b61e676 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/74aef1aa-e373-4475-9666-8c307f43aad0 HTTP/1.1" status: 204 len: 168 time: 0.9490352 Sep 19 17:33:03.213812 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:03.216864 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:03.258096 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b0cbf-3c5e-4fa9-8d30-fc8c27080630 x-openstack-request-id: req-f96b0cbf-3c5e-4fa9-8d30-fc8c27080630 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:03.258448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:03.258933 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f96b0cbf-3c5e-4fa9-8d30-fc8c27080630 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:03.259423 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96b0cbf-3c5e-4fa9-8d30-fc8c27080630'] response: {'name': 'network-changed', 'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:33:03.288237 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:33:03.337437 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:03.377374 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-897975c8-8109-4931-98a9-194a3300d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:03.378994 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-897975c8-8109-4931-98a9-194a3300d8d6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=751acab6697b47e59ee43cf30c937348&device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 1129 time: 0.0523918 Sep 19 17:33:03.418938 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 11cb86d3-62be-4d60-8b1e-e8a216766190 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:33:03.419308 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:03.419642 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:33:03.438877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:03.491582 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-7cf26586-7bf2-4aad-9cd6-84a9b2f3ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:03.493320 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-7cf26586-7bf2-4aad-9cd6-84a9b2f3ec6c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 200 len: 916 time: 0.1069274 Sep 19 17:33:03.564065 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-2ddb810c-33bb-4c4e-a088-fc27ecc75955 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 200 len: 217 time: 0.0638125 Sep 19 17:33:03.595545 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b5b1-c33c-49c5-bf21-ad672eca1a0c req-8c7f9b1e-4e66-4831-afdf-6162f4d8c435 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:03.595664 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:03.595664 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:03.598063 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b955b5b1-c33c-49c5-bf21-ad672eca1a0c req-8c7f9b1e-4e66-4831-afdf-6162f4d8c435 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0917206 Sep 19 17:33:03.612910 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:03.650760 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Checking router: 21549c30-ec41-4625-aa36-b45fc0cc71bc for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:03.658997 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:03.661454 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6bfc7-ed7c-47c6-8ec7-82b160fb20af" -d '{"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:03.680787 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:03.683287 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:03.683953 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:03.719443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa53ef-54b4-438a-87ed-ebec8485a5cc x-openstack-request-id: req-c1aa53ef-54b4-438a-87ed-ebec8485a5cc {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:03.719857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:03.726169 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1aa53ef-54b4-438a-87ed-ebec8485a5cc {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:03.726169 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1aa53ef-54b4-438a-87ed-ebec8485a5cc'] response: {'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'code': 200} Sep 19 17:33:03.902458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:03.925828 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-c1ed8945-ebd3-44a7-8a02-78e518efd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:03.927273 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-c1ed8945-ebd3-44a7-8a02-78e518efd5ad service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 200 len: 854 time: 0.3512530 Sep 19 17:33:03.930801 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b955b5b1-c33c-49c5-bf21-ad672eca1a0c req-79e67ee8-3783-4d93-a8f8-ecbc420721e0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319550 Sep 19 17:33:03.957807 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:03.991638 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=7']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:04.164954 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:04.167329 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:04.193618 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a39c9c-08b2-45db-9698-7e487724a11d None None] The sync data for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi is: [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:15Z', 'revision_number': 4, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '582c7a18-111a-4023-9700-a128fddb155f', 'name': '', 'network_id': '5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'mac_address': 'fa:16:3e:2e:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:14Z', 'updated_at': '2022-09-19T17:29:19Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'subnets': [{'id': '86da4127-c91a-444b-8523-9694d3ee6c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:04.200237 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:04.315834 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-1cc4f441-073f-4932-b8bf-c55f53c52858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:04.317392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-1cc4f441-073f-4932-b8bf-c55f53c52858 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393074 Sep 19 17:33:04.421379 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d30859-c952-4cdb-bb7b-d2646bf4e0c9 None None] New status for floating IP 74aef1aa-e373-4475-9666-8c307f43aad0: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:33:04.424667 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-c7a8c497-c42a-4ff2-a035-5345b9dc49a9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967155 Sep 19 17:33:04.568093 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ec1a10a7-09b0-4639-baf9-0fbb4885f9fe req-eb69a85b-7634-4cd0-8767-920b81e38d0d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928633 Sep 19 17:33:05.061744 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b43877-d7db-4ed4-8ce8-ab275cb49ef6 req-72508e3c-945c-4c1c-88d1-6daca7a89c73 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:05.063246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-50b43877-d7db-4ed4-8ce8-ab275cb49ef6 req-72508e3c-945c-4c1c-88d1-6daca7a89c73 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0465100 Sep 19 17:33:05.110820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-50b43877-d7db-4ed4-8ce8-ab275cb49ef6 req-4167c294-35a4-464e-a9c3-cebd47636ff3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Sep 19 17:33:06.223829 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:06.240007 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05609-8090-4088-876e-c3883d3ff25d req-4fcf0d16-65b0-4157-abf2-3d49edefba0e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:06.241519 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8b05609-8090-4088-876e-c3883d3ff25d req-4fcf0d16-65b0-4157-abf2-3d49edefba0e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0475366 Sep 19 17:33:06.290005 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8b05609-8090-4088-876e-c3883d3ff25d req-b5b10798-5b0f-4ab7-b190-c332936526fb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422993 Sep 19 17:33:07.436401 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795caf6e-2b68-46b5-b93f-8cb3a8c0559f req-587a970f-2ac4-41af-a559-ecff2efb3e7f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:07.438051 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-795caf6e-2b68-46b5-b93f-8cb3a8c0559f req-587a970f-2ac4-41af-a559-ecff2efb3e7f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0547209 Sep 19 17:33:07.491975 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-795caf6e-2b68-46b5-b93f-8cb3a8c0559f req-1b5b54b4-bada-4364-aed9-af72beb7e98e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Sep 19 17:33:07.542021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d030-48ce-44c2-918b-30fe5140d415 req-acf8bfd5-589c-4698-bade-e9b8b5f2f81c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:07.544123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9cf9d030-48ce-44c2-918b-30fe5140d415 req-acf8bfd5-589c-4698-bade-e9b8b5f2f81c tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0479295 Sep 19 17:33:07.594602 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9cf9d030-48ce-44c2-918b-30fe5140d415 req-a1cd9d45-b655-475d-bf34-cc805795f104 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 Sep 19 17:33:08.631242 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d177-db50-41e3-b8f5-92f81fe7b278 req-e2f508cb-599f-47dc-a8d1-53f1ac202e1b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:08.633173 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-21c3d177-db50-41e3-b8f5-92f81fe7b278 req-e2f508cb-599f-47dc-a8d1-53f1ac202e1b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0545230 Sep 19 17:33:08.709865 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-21c3d177-db50-41e3-b8f5-92f81fe7b278 req-580827f5-eb89-4070-9230-843d258264b0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688970 Sep 19 17:33:08.749571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7ecde-69e4-426f-a535-7c5a7c152b06 req-fa63473b-e578-437c-a4be-149cfcca71f9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:08.751729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c4b7ecde-69e4-426f-a535-7c5a7c152b06 req-fa63473b-e578-437c-a4be-149cfcca71f9 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0587904 Sep 19 17:33:08.802630 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c4b7ecde-69e4-426f-a535-7c5a7c152b06 req-f74b819b-2832-4fd3-8536-67283ab6b339 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451632 Sep 19 17:33:09.854863 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fe355-3fa0-4cce-8ffc-c5540deff06a req-2093ea97-b5be-43a4-9fbd-58860c6c8367 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:09.857133 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-774fe355-3fa0-4cce-8ffc-c5540deff06a req-2093ea97-b5be-43a4-9fbd-58860c6c8367 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0517540 Sep 19 17:33:09.906069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:09.952499 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-774fe355-3fa0-4cce-8ffc-c5540deff06a req-0b359df8-8162-48b9-ad72-9f01745c74a7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884387 Sep 19 17:33:09.962303 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05833-a308-4d89-bf2f-5626b4eece3f req-cecd34aa-06a4-485d-9177-96bcda771b01 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:09.964878 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-00a05833-a308-4d89-bf2f-5626b4eece3f req-cecd34aa-06a4-485d-9177-96bcda771b01 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0776999 Sep 19 17:33:10.020077 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-00a05833-a308-4d89-bf2f-5626b4eece3f req-fb896f7b-e6c2-4871-af43-403f58cfc8c5 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Sep 19 17:33:10.317420 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-ef3e9e5e-4756-4fb6-93ee-e018b341aeb3 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:10.318852 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-ef3e9e5e-4756-4fb6-93ee-e018b341aeb3 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 945 time: 0.0511143 Sep 19 17:33:10.413573 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Deleting port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:10.413916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:10.521692 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] For port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:10.522641 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:10.535828 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Calling delete_port for 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf owned by compute:nova {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:10.634137 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:10.765939 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (973c7f3d-c9c7-4b6e-bd83-8a6e87defccf), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:10.795529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Pushing event deleted for resources: {'Port': ['ID=973c7f3d-c9c7-4b6e-bd83-8a6e87defccf,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:10.806561 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:33:10.849099 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] No DVR routers for this DVR port 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf on host hv-cinder-84801 {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:10.851331 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:10.854575 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-851ef869-61a6-4356-a9d7-d584f8d1ea84 req-1ec484af-63da-4cf9-98ec-23663195b82d tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.67 "DELETE /networking/v2.0/ports/973c7f3d-c9c7-4b6e-bd83-8a6e87defccf HTTP/1.1" status: 204 len: 173 time: 0.5286176 Sep 19 17:33:10.855085 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'name': 'network-vif-deleted', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:10.858013 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd83078-2e05-4c53-88bb-d97ed2e17261" -d '{"events": [{"server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "name": "network-vif-deleted", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:10.902096 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffeaef-2883-4a37-b376-e754f160338e x-openstack-request-id: req-5dffeaef-2883-4a37-b376-e754f160338e {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:10.902389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f2df8-95dc-4ca2-b5d0-f798da2f2b7a", "name": "network-vif-deleted", "tag": "973c7f3d-c9c7-4b6e-bd83-8a6e87defccf", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:10.903173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dffeaef-2883-4a37-b376-e754f160338e {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:10.903768 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dffeaef-2883-4a37-b376-e754f160338e'] response: {'server_uuid': '298f2df8-95dc-4ca2-b5d0-f798da2f2b7a', 'name': 'network-vif-deleted', 'tag': '973c7f3d-c9c7-4b6e-bd83-8a6e87defccf', 'status': 'completed', 'code': 200} Sep 19 17:33:11.113470 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c99037-3a06-402a-b1bd-7528ccb3c2db req-fedb1fb8-a0a4-47fd-b33f-2c40df657cfd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:11.120350 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e6c99037-3a06-402a-b1bd-7528ccb3c2db req-fedb1fb8-a0a4-47fd-b33f-2c40df657cfd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0712941 Sep 19 17:33:11.177265 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-431c3d3b-6a94-4cfa-8845-11473ef057d4 req-b0b0b5e8-0e88-45ae-9288-a21d689d9058 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 210 time: 0.0481446 Sep 19 17:33:11.240995 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e6c99037-3a06-402a-b1bd-7528ccb3c2db req-80012aa4-ab52-49b9-ab45-d47780f46b70 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196697 Sep 19 17:33:11.259055 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:33:12.368583 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8ce7c05b-879b-407f-9929-1889cb6bd8a7 req-d41ec915-0b74-4c82-937f-59b440a86373 tempest-TestMinimumBasicScenario-1734010511 tempest-TestMinimumBasicScenario-1734010511-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=298f2df8-95dc-4ca2-b5d0-f798da2f2b7a HTTP/1.1" status: 200 len: 210 time: 0.0391891 Sep 19 17:33:12.420573 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d688e-34ac-4cf9-b55e-57ee4c0cb42b req-4a99fe4d-4a9f-45f9-b95e-3abf5ea9496f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:12.424161 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e19d688e-34ac-4cf9-b55e-57ee4c0cb42b req-4a99fe4d-4a9f-45f9-b95e-3abf5ea9496f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0712562 Sep 19 17:33:12.485821 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e19d688e-34ac-4cf9-b55e-57ee4c0cb42b req-4f835989-e4a8-4760-ac6f-2caef715293c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512872 Sep 19 17:33:13.208912 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=28 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:13.209783 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:13.656049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc901a47-3af3-4715-8507-14941b7a07af req-ff97b20b-c74f-480f-8aef-a42802ffcaad tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:13.663413 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc901a47-3af3-4715-8507-14941b7a07af req-ff97b20b-c74f-480f-8aef-a42802ffcaad tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0577452 Sep 19 17:33:13.721853 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bc901a47-3af3-4715-8507-14941b7a07af req-e1c608f4-d92a-4881-9dc0-8f0339118a23 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Sep 19 17:33:14.868464 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01f5cb-425d-4d03-b7fb-633932ec46a4 req-624f2583-67f1-4c09-9943-b425ca219535 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:14.875732 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4d01f5cb-425d-4d03-b7fb-633932ec46a4 req-624f2583-67f1-4c09-9943-b425ca219535 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0574429 Sep 19 17:33:14.884277 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:14.932285 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4d01f5cb-425d-4d03-b7fb-633932ec46a4 req-bad1a2c0-6d83-424b-8c67-684d961d4a03 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552261 Sep 19 17:33:14.946271 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59622) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:15.371857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:15.400621 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:15.401118 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 973c7f3d-c9c7-4b6e-bd83-8a6e87defccf not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:15.657884 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:15.950121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Deleting port 582c7a18-111a-4023-9700-a128fddb155f {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:15.950121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (582c7a18-111a-4023-9700-a128fddb155f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:16.051521 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] For port 582c7a18-111a-4023-9700-a128fddb155f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=582c7a18-111a-4023-9700-a128fddb155f,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:16.052667 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (582c7a18-111a-4023-9700-a128fddb155f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:16.067128 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Calling delete_port for 582c7a18-111a-4023-9700-a128fddb155f owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:16.106579 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c4ea7-e42d-4d67-b2d7-94a3e8a6cf30 req-33ac0f95-3ded-4bd5-a564-94cfb51ee972 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:16.108826 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-787c4ea7-e42d-4d67-b2d7-94a3e8a6cf30 req-33ac0f95-3ded-4bd5-a564-94cfb51ee972 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0478075 Sep 19 17:33:16.171855 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-787c4ea7-e42d-4d67-b2d7-94a3e8a6cf30 req-71db1232-4cb8-4e21-96cc-7443a67e2ebd tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539663 Sep 19 17:33:16.227790 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:16.377455 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (582c7a18-111a-4023-9700-a128fddb155f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:16.382652 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:16.406895 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=582c7a18-111a-4023-9700-a128fddb155f,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:16.636936 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:16.867085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Router 21549c30-ec41-4625-aa36-b45fc0cc71bc has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:16.972441 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:16.978510 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b93486b2-95fe-47d6-a1e7-31efa0822de3 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/21549c30-ec41-4625-aa36-b45fc0cc71bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0310967 Sep 19 17:33:16.980961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59630) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:16.983673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Sync routers for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:16.987501 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:16.995475 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:16.996265 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:17.084691 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks [] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.141160 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:17.215180 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks [] for router_gateway (21549c30-ec41-4625-aa36-b45fc0cc71bc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.331878 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:33:16Z', 'revision_number': 5, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port': {'id': 'fbc50129-69f7-431b-ab06-524e1610556e', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:17.378793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Checking router: 21549c30-ec41-4625-aa36-b45fc0cc71bc for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:17.388807 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Routers {'21549c30-ec41-4625-aa36-b45fc0cc71bc'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:17.389735 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['21549c30-ec41-4625-aa36-b45fc0cc71bc'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:17.397782 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Deleting port fbc50129-69f7-431b-ab06-524e1610556e {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:17.398200 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (fbc50129-69f7-431b-ab06-524e1610556e), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.493514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b1c2-d1ac-4795-bd2f-fd9716da07c7 req-0eb493a0-aa8b-4063-9992-15968d300e1e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:17.495077 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] Set router 21549c30-ec41-4625-aa36-b45fc0cc71bc gateway port host: None {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:17.498342 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] For port fbc50129-69f7-431b-ab06-524e1610556e, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fbc50129-69f7-431b-ab06-524e1610556e,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:17.498787 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (fbc50129-69f7-431b-ab06-524e1610556e), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.502092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4455b1c2-d1ac-4795-bd2f-fd9716da07c7 req-0eb493a0-aa8b-4063-9992-15968d300e1e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.1698623 Sep 19 17:33:17.513190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:17.519146 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Calling delete_port for fbc50129-69f7-431b-ab06-524e1610556e owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:17.563411 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:33:17Z', 'revision_number': 6, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:17.581864 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4455b1c2-d1ac-4795-bd2f-fd9716da07c7 req-4fce75cb-1050-43d8-9ba2-91de07b01fa9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785167 Sep 19 17:33:17.603982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:17.609431 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f8d8-37ff-474d-8379-c0c5d152f933 None None] The sync data for ids ['21549c30-ec41-4625-aa36-b45fc0cc71bc'] in dv-cinder-848013-2-iscsi is: [{'id': '21549c30-ec41-4625-aa36-b45fc0cc71bc', 'name': 'tempest-TestMinimumBasicScenario-1892434731-router', 'tenant_id': '751acab6697b47e59ee43cf30c937348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:12Z', 'updated_at': '2022-09-19T17:33:17Z', 'revision_number': 6, 'project_id': '751acab6697b47e59ee43cf30c937348', 'gw_port_host': None}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:17.782130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (fbc50129-69f7-431b-ab06-524e1610556e), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.806275 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc50129-69f7-431b-ab06-524e1610556e,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:17.882038 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.977718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:17.980131 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks [] for router_controller (21549c30-ec41-4625-aa36-b45fc0cc71bc), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.111032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (21549c30-ec41-4625-aa36-b45fc0cc71bc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.112826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21549c30-ec41-4625-aa36-b45fc0cc71bc {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:33:18.118499 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.119629 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4edb25dc-a856-4b7e-844a-422ec1fbb6d8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/21549c30-ec41-4625-aa36-b45fc0cc71bc HTTP/1.1" status: 204 len: 168 time: 1.1361582 Sep 19 17:33:18.123132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59636) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:18.180146 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Deleting subnet 86da4127-c91a-444b-8523-9694d3ee6c34 {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:33:18.184496 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Publish callbacks [] for subnet (86da4127-c91a-444b-8523-9694d3ee6c34), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.229639 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (86da4127-c91a-444b-8523-9694d3ee6c34), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.314626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (86da4127-c91a-444b-8523-9694d3ee6c34), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.430819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (86da4127-c91a-444b-8523-9694d3ee6c34), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.455625 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.461427 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20623af1-91ad-4812-9d98-32de2ba1c613 None None] Network 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:33:18.463622 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59638) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:18.463860 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/86da4127-c91a-444b-8523-9694d3ee6c34 HTTP/1.1" status: 204 len: 168 time: 0.3394585 Sep 19 17:33:18.497825 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fbc50129-69f7-431b-ab06-524e1610556e no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:18.499444 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3a8f9-63e4-408a-8a65-928db3848713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86da4127-c91a-444b-8523-9694d3ee6c34,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:18.558612 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: fbc50129-69f7-431b-ab06-524e1610556e {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:18.559537 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fbc50129-69f7-431b-ab06-524e1610556e not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:18.559970 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 582c7a18-111a-4023-9700-a128fddb155f no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:18.588931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.594194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 582c7a18-111a-4023-9700-a128fddb155f {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:18.594704 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 582c7a18-111a-4023-9700-a128fddb155f not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:18.650231 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Deleting port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:18.650607 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.752211 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] For port 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=36a1e08a-4029-4aa6-a96e-4f1d77aad971,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:18.752523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.754457 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a2627-ecf4-4db2-abfb-18574d9c628f req-8db61cbd-5767-4d76-a2b0-ea0cf9cb4e91 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:18.756476 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-817a2627-ecf4-4db2-abfb-18574d9c628f req-8db61cbd-5767-4d76-a2b0-ea0cf9cb4e91 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0593898 Sep 19 17:33:18.763634 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] DHCP port deletion for 5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:33:18.777868 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Calling delete_port for 36a1e08a-4029-4aa6-a96e-4f1d77aad971 owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:18.805551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:18.837438 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Deleting port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:18.837814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.842984 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-817a2627-ecf4-4db2-abfb-18574d9c628f req-fd29de3d-15db-4ff7-aa18-1580d59810db tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807164 Sep 19 17:33:18.962244 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] For port 36a1e08a-4029-4aa6-a96e-4f1d77aad971, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=36a1e08a-4029-4aa6-a96e-4f1d77aad971,segment=NetworkSegment(2bd27fca-d213-4d00-9d45-85705bc34e6b),segment_id=2bd27fca-d213-4d00-9d45-85705bc34e6b)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:18.967812 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:18.985873 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Calling delete_port for 36a1e08a-4029-4aa6-a96e-4f1d77aad971 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:19.046327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.076303 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (36a1e08a-4029-4aa6-a96e-4f1d77aad971), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.088427 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Pushing event deleted for resources: {'Port': ['ID=36a1e08a-4029-4aa6-a96e-4f1d77aad971,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:19.101259 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] No DVR routers for this DVR port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:19.105671 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:19.110793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Pushing event deleted for resources: {'Port': ['ID=36a1e08a-4029-4aa6-a96e-4f1d77aad971,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:19.116499 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] No DVR routers for this DVR port 36a1e08a-4029-4aa6-a96e-4f1d77aad971 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.131112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.132648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14785515-8638-4565-9e65-a1cfe77d1240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:33:19.211080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.239758 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:19.251556 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd27fca-d213-4d00-9d45-85705bc34e6b') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:19.251896 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd27fca-d213-4d00-9d45-85705bc34e6b') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:19.263260 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (2bd27fca-d213-4d00-9d45-85705bc34e6b), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.279527 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (2bd27fca-d213-4d00-9d45-85705bc34e6b), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.287091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:33:19.287931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (2bd27fca-d213-4d00-9d45-85705bc34e6b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.428551 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.440931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.444598 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c HTTP/1.1" status: 204 len: 168 time: 0.9792085 Sep 19 17:33:19.447546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59648) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:19.458345 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 2bd27fca-d213-4d00-9d45-85705bc34e6b resource provider aggregate not found Sep 19 17:33:19.462026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85946515-7ab8-4eca-97b4-41cf0a8aed5f admin admin] Pushing event deleted for resources: {'Network': ['ID=5352b9d2-22b9-4ec5-aca8-9a2374a0aa6c,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:19.478483 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 2bd27fca-d213-4d00-9d45-85705bc34e6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bd27fca-d213-4d00-9d45-85705bc34e6b found for delete ", "request_id": "req-a9c20563-ab17-4565-b03f-ec6401124723"}]} Sep 19 17:33:19.828428 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:19.874161 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:20.000316 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bce01a-0e3c-4e1a-8754-adc888e155de req-de5a4781-69a7-4f3b-b797-bc16632f8935 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:20.001791 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85bce01a-0e3c-4e1a-8754-adc888e155de req-de5a4781-69a7-4f3b-b797-bc16632f8935 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0792754 Sep 19 17:33:20.101365 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-85bce01a-0e3c-4e1a-8754-adc888e155de req-2a6c7e56-6da2-41b3-89b3-7adb534f9989 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781879 Sep 19 17:33:20.144874 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Deleting port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:20.145220 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:20.220186 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:20.241268 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] For port 25a455f6-05ba-42ba-8b01-d1fe94e38a2d, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:20.241738 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:20.256950 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Calling delete_port for 25a455f6-05ba-42ba-8b01-d1fe94e38a2d owned by network:router_interface {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:20.344447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 36a1e08a-4029-4aa6-a96e-4f1d77aad971 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:20.368297 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 36a1e08a-4029-4aa6-a96e-4f1d77aad971 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:20.368938 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 36a1e08a-4029-4aa6-a96e-4f1d77aad971 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:20.525730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (25a455f6-05ba-42ba-8b01-d1fe94e38a2d), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:20.553481 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Pushing event deleted for resources: {'Port': ['ID=25a455f6-05ba-42ba-8b01-d1fe94e38a2d,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:20.757964 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:20.972958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:21.069214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:21.079005 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:21.084187 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0f8cd04c-6d39-424f-a765-2e1c8bcdda2c admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/aa88b12e-3b7b-4c40-a197-6edf1c2c7409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6351745 Sep 19 17:33:21.086736 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59664) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:21.087839 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Sync routers for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:21.099349 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:21.100043 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.241000 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:21.325574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00918d9f-e3e0-429a-8145-5ab7556d96ae req-7bc1ad65-1f2d-4365-92d2-63219e60db94 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:21.327233 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-00918d9f-e3e0-429a-8145-5ab7556d96ae req-7bc1ad65-1f2d-4365-92d2-63219e60db94 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.1077430 Sep 19 17:33:21.385522 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-00918d9f-e3e0-429a-8145-5ab7556d96ae req-3857cfad-029c-4353-ba3c-d1a7c762271d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520658 Sep 19 17:33:21.417641 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:33:20Z', 'revision_number': 5, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.435511 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks [] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:21.447979 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Checking router: aa88b12e-3b7b-4c40-a197-6edf1c2c7409 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:21.456550 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Routers {'aa88b12e-3b7b-4c40-a197-6edf1c2c7409'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:21.457158 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.544561 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks [] for router_gateway (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:21.564940 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] Set router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:21.664296 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Deleting port fd63dffd-b1ee-41f3-95dc-71b7e75d9214 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:21.664648 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:21.708891 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:21.736362 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:33:20Z', 'revision_number': 5, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:21.754668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] For port fd63dffd-b1ee-41f3-95dc-71b7e75d9214, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:21.755136 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:21.762944 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1e03a-2bef-4e53-a183-b7f628744889 None None] The sync data for ids ['aa88b12e-3b7b-4c40-a197-6edf1c2c7409'] in dv-cinder-848013-2-iscsi is: [{'id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'name': 'tempest-TestMinimumBasicScenario-278839727-router', 'tenant_id': 'bd864b65290f48baa1ede1cee29b1c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:29:18Z', 'updated_at': '2022-09-19T17:33:20Z', 'revision_number': 5, 'project_id': 'bd864b65290f48baa1ede1cee29b1c70', 'gw_port': {'id': 'fd63dffd-b1ee-41f3-95dc-71b7e75d9214', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa88b12e-3b7b-4c40-a197-6edf1c2c7409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:29:19Z', 'updated_at': '2022-09-19T17:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:21.769348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Calling delete_port for fd63dffd-b1ee-41f3-95dc-71b7e75d9214 owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:22.023167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (fd63dffd-b1ee-41f3-95dc-71b7e75d9214), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.049403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd63dffd-b1ee-41f3-95dc-71b7e75d9214,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:22.100376 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59674) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:22.109350 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:22.128176 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.225671 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.233005 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks [] for router_controller (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.293955 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:22.360187 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (aa88b12e-3b7b-4c40-a197-6edf1c2c7409), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.364421 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa88b12e-3b7b-4c40-a197-6edf1c2c7409 {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:33:22.367624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.368807 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2f6e3590-878e-40bb-8ae6-fb296bbbc199 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/aa88b12e-3b7b-4c40-a197-6edf1c2c7409 HTTP/1.1" status: 204 len: 168 time: 1.2809901 Sep 19 17:33:22.372063 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59678) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:22.401560 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25a455f6-05ba-42ba-8b01-d1fe94e38a2d no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:22.410846 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Deleting port 248f355d-1ec5-4fb1-8040-ce2c4c1be920 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:22.411193 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.422982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Deleting subnet b9cac3c3-b20b-4653-a1e2-66df055670db {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:33:22.427908 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Publish callbacks [] for subnet (b9cac3c3-b20b-4653-a1e2-66df055670db), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.429857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 25a455f6-05ba-42ba-8b01-d1fe94e38a2d {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:22.430315 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25a455f6-05ba-42ba-8b01-d1fe94e38a2d not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:22.478046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (b9cac3c3-b20b-4653-a1e2-66df055670db), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.534438 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.534702 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for floatingip (248f355d-1ec5-4fb1-8040-ce2c4c1be920), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.550642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Calling delete_port for 248f355d-1ec5-4fb1-8040-ce2c4c1be920 owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:22.613830 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (b9cac3c3-b20b-4653-a1e2-66df055670db), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.747825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (b9cac3c3-b20b-4653-a1e2-66df055670db), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.766716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e87c-8917-4cf3-9e69-b84ab3477ea4 req-bef4695d-d367-4e52-9006-574785fce0a2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:22.768209 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-66b2e87c-8917-4cf3-9e69-b84ab3477ea4 req-bef4695d-d367-4e52-9006-574785fce0a2 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0710568 Sep 19 17:33:22.774197 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:22.780132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9cac3c3-b20b-4653-a1e2-66df055670db,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:22.783798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.787118 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-46ff3dff-a068-43bd-b670-b631949235ec admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/b9cac3c3-b20b-4653-a1e2-66df055670db HTTP/1.1" status: 204 len: 168 time: 0.4138517 Sep 19 17:33:22.790015 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59684) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:22.791397 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5831148-fb72-4fd4-a8c8-b15d2617cd50 None None] Network 9704369e-425d-4bdd-a726-6bd0e5d4bd07 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:33:22.864191 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (9704369e-425d-4bdd-a726-6bd0e5d4bd07), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.910154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Deleting port e94895ea-19c7-4375-990f-bffbe19a5a01 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:22.910492 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:22.997209 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] DHCP port deletion for 9704369e-425d-4bdd-a726-6bd0e5d4bd07 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:33:23.001397 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] For port e94895ea-19c7-4375-990f-bffbe19a5a01, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e94895ea-19c7-4375-990f-bffbe19a5a01,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:23.001887 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.017115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Calling delete_port for e94895ea-19c7-4375-990f-bffbe19a5a01 owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:23.024375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:23.040871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Deleting port e94895ea-19c7-4375-990f-bffbe19a5a01 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:23.041238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.082976 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:23.087099 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:23.093873 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (248f355d-1ec5-4fb1-8040-ce2c4c1be920), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.114780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] For port e94895ea-19c7-4375-990f-bffbe19a5a01, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=e94895ea-19c7-4375-990f-bffbe19a5a01,segment=NetworkSegment(7f318990-8c7d-411b-91de-14b767a5f51f),segment_id=7f318990-8c7d-411b-91de-14b767a5f51f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:23.115170 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.128819 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Calling delete_port for e94895ea-19c7-4375-990f-bffbe19a5a01 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:23.140180 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-66b2e87c-8917-4cf3-9e69-b84ab3477ea4 req-5bda74b9-e2bb-4423-a151-ad29e7042c1a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632040 Sep 19 17:33:23.145348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event deleted for resources: {'Port': ['ID=248f355d-1ec5-4fb1-8040-ce2c4c1be920,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:23.157880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f755e-dd11-4e8a-b541-196c37685036 req-ec977428-279b-41de-a09f-b7e234425768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:23.159437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-ec977428-279b-41de-a09f-b7e234425768 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1130 time: 0.0783086 Sep 19 17:33:23.166883 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.197760 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Pushing event deleted for resources: {'Port': ['ID=e94895ea-19c7-4375-990f-bffbe19a5a01,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:23.201986 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] No DVR routers for this DVR port e94895ea-19c7-4375-990f-bffbe19a5a01 on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:23.218502 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (e94895ea-19c7-4375-990f-bffbe19a5a01), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.249549 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] Pushing event deleted for resources: {'Port': ['ID=e94895ea-19c7-4375-990f-bffbe19a5a01,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:23.251436 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d99f7-eec6-4644-86f2-b473bc781fa3 None None] No DVR routers for this DVR port e94895ea-19c7-4375-990f-bffbe19a5a01 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:23.284624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (9704369e-425d-4bdd-a726-6bd0e5d4bd07), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.289578 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for floatingip (5614f1c6-5d42-4490-a245-7b07bce15e1d), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.289916 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Floating IP 5614f1c6-5d42-4490-a245-7b07bce15e1d disassociated (deleted). External IP: 172.27.3.129, port: ddae7d4a-71c6-4777-a374-39594620566f. Sep 19 17:33:23.306630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9704369e-425d-4bdd-a726-6bd0e5d4bd07']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:23.309168 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:23.317866 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f318990-8c7d-411b-91de-14b767a5f51f') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:23.319130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f318990-8c7d-411b-91de-14b767a5f51f') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:23.328306 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (7f318990-8c7d-411b-91de-14b767a5f51f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.342938 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7f318990-8c7d-411b-91de-14b767a5f51f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.349434 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:33:23.349819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (7f318990-8c7d-411b-91de-14b767a5f51f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.396620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f755e-dd11-4e8a-b541-196c37685036 req-53de4a5e-fb48-4942-8524-f0e4ef777a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:23.396895 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 7f318990-8c7d-411b-91de-14b767a5f51f resource provider aggregate not found Sep 19 17:33:23.398123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-53de4a5e-fb48-4942-8524-f0e4ef777a2e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.2155964 Sep 19 17:33:23.418597 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 7f318990-8c7d-411b-91de-14b767a5f51f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f318990-8c7d-411b-91de-14b767a5f51f found for delete ", "request_id": "req-7cddee71-350e-490e-9473-c862782ce96e"}]} Sep 19 17:33:23.478875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-a776ac29-9da4-44ac-a905-a52413746a5f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 1001 time: 0.0705192 Sep 19 17:33:23.497079 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (9704369e-425d-4bdd-a726-6bd0e5d4bd07), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.502971 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.508499 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/9704369e-425d-4bdd-a726-6bd0e5d4bd07 HTTP/1.1" status: 204 len: 168 time: 0.7151339 Sep 19 17:33:23.518931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51eee6-92c4-4156-b50b-387cb2f3d70d admin admin] Pushing event deleted for resources: {'Network': ['ID=9704369e-425d-4bdd-a726-6bd0e5d4bd07,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:23.598967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f755e-dd11-4e8a-b541-196c37685036 req-74230267-ffec-403b-9933-b96942b0cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:23.600800 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-74230267-ffec-403b-9933-b96942b0cc60 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0914268 Sep 19 17:33:23.653989 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:23.658940 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f755e-dd11-4e8a-b541-196c37685036 req-b30a8276-e5f6-4d81-91c9-1b25ec37c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:23.660327 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-b30a8276-e5f6-4d81-91c9-1b25ec37c913 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521898 Sep 19 17:33:23.749092 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:23.839300 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-68431786-b911-4be9-9020-198c191eb627 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713719 Sep 19 17:33:23.840730 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:23.843490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59692) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:23.845941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.851553 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Sync routers for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:23.870898 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:23.872978 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:23.905576 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-dae75295-5d86-4b22-b7eb-d8c58b61f9a4 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=751acab6697b47e59ee43cf30c937348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581434 Sep 19 17:33:23.905819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59694) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:23.927017 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-885dc0b1-62ca-4e3a-9ee7-fb9668400e40 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/5614f1c6-5d42-4490-a245-7b07bce15e1d HTTP/1.1" status: 204 len: 168 time: 1.8257546 Sep 19 17:33:23.931046 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:23.933414 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6385743c-caf1-4d72-b083-76f4bbdd0dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:23.962312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] Publish callbacks [] for security_group (5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:23.991942 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] Publish callbacks [] for security_group (5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:24.004764 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2677e232-b39f-4840-90e0-faba42231f81 x-openstack-request-id: req-2677e232-b39f-4840-90e0-faba42231f81 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:24.005087 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:24.005300 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2677e232-b39f-4840-90e0-faba42231f81 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:24.005759 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2677e232-b39f-4840-90e0-faba42231f81'] response: {'name': 'network-changed', 'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'status': 'completed', 'code': 200} Sep 19 17:33:24.010359 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c02f755e-dd11-4e8a-b541-196c37685036 req-2dbf6cca-096b-41c8-a8ea-2dacf44858bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623449 Sep 19 17:33:24.092990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:24.100974 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-b986936c-2548-45bd-bae9-d737c0e34ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:24.102506 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-b986936c-2548-45bd-bae9-d737c0e34ff1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 1130 time: 0.0511162 Sep 19 17:33:24.133618 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:24.182768 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:24.185790 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:24.192080 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7 HTTP/1.1" status: 204 len: 168 time: 0.2806127 Sep 19 17:33:24.203087 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd69a44-6254-42a1-ab54-b44d495ac4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbc2ac5-e9da-43f9-817b-ba9fc9f563b7,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:24.298815 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1924-cd48-4ede-b94b-acb950690df2 req-b7876871-1d18-4dc6-9741-9c0037b6a5d0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:24.306282 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c00b1924-cd48-4ede-b94b-acb950690df2 req-b7876871-1d18-4dc6-9741-9c0037b6a5d0 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0623462 Sep 19 17:33:24.354879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:24.373317 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c00b1924-cd48-4ede-b94b-acb950690df2 req-bcc164da-097f-4b3f-935d-86149a4dd30a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609472 Sep 19 17:33:24.394092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fd63dffd-b1ee-41f3-95dc-71b7e75d9214 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:24.398169 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Checking router: b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:24.418478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: fd63dffd-b1ee-41f3-95dc-71b7e75d9214 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:24.418835 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device fd63dffd-b1ee-41f3-95dc-71b7e75d9214 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:24.419260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device e94895ea-19c7-4375-990f-bffbe19a5a01 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:24.445576 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: e94895ea-19c7-4375-990f-bffbe19a5a01 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:24.445840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device e94895ea-19c7-4375-990f-bffbe19a5a01 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:24.452075 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:24.455062 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:32:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:24.507921 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692cacb-17d2-4795-9191-007905ce7355 req-c7d5ac8f-e5de-4f8a-b750-db908bc36323 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:24.509419 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6692cacb-17d2-4795-9191-007905ce7355 req-c7d5ac8f-e5de-4f8a-b750-db908bc36323 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0697641 Sep 19 17:33:24.563984 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6692cacb-17d2-4795-9191-007905ce7355 req-53c2b5cd-3917-4a2a-9598-f732a9c21a94 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468314 Sep 19 17:33:24.598730 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:24.713784 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:24.795456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:24.833209 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb46fe5-4547-4ef5-a6ea-6d889bf5a7b5 None None] The sync data for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi is: [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:15Z', 'revision_number': 4, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '43b96682-6618-419a-aea4-67331683fcbb', 'name': '', 'network_id': 'a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'mac_address': 'fa:16:3e:91:0e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:14Z', 'updated_at': '2022-09-19T17:27:19Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'subnets': [{'id': '3051c8a6-610c-4e7d-a5c9-8aa4245f30b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:24.874975 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59710) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:24.916690 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d4502f84-e4f5-4c31-b8af-f88d9b9c145c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=bd864b65290f48baa1ede1cee29b1c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421233 Sep 19 17:33:24.919288 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59712) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:24.972331 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] Publish callbacks [] for security_group (9f31c626-8893-4c04-8d43-9d7827862e19), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:24.999210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] Publish callbacks [] for security_group (9f31c626-8893-4c04-8d43-9d7827862e19), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:25.051585 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c828c-9ca2-42c7-a91c-9f2624de8cfa None None] New status for floating IP 5614f1c6-5d42-4490-a245-7b07bce15e1d: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:33:25.097584 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (9f31c626-8893-4c04-8d43-9d7827862e19), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:25.100475 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:25.101591 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/9f31c626-8893-4c04-8d43-9d7827862e19 HTTP/1.1" status: 204 len: 168 time: 0.1812296 Sep 19 17:33:25.117694 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15103ac9-bad9-4002-bdc1-5850abf1f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31c626-8893-4c04-8d43-9d7827862e19,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:25.423308 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:25.508554 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f829f2-3f7d-4d2c-9247-611e57b910b1 req-bfd1fcf6-dbfc-43d4-b12b-311e378c9b73 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:25.510181 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1f829f2-3f7d-4d2c-9247-611e57b910b1 req-bfd1fcf6-dbfc-43d4-b12b-311e378c9b73 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 946 time: 0.0588593 Sep 19 17:33:25.510670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: ACTIVE; New status is: DOWN {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:25.511804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:25.538839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:25.541292 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543d63aa-df18-4156-84e9-f9769a8de102" -d '{"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-unplugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:25.552977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:25.557582 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:25.576373 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c1f829f2-3f7d-4d2c-9247-611e57b910b1 req-e3b0ca27-400f-43ce-9395-fbcc7201b5fb tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591607 Sep 19 17:33:25.604946 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dfaada-c9e4-4ad2-8a7a-a3ef1fc59908 x-openstack-request-id: req-13dfaada-c9e4-4ad2-8a7a-a3ef1fc59908 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:25.606968 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-unplugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:25.606968 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13dfaada-c9e4-4ad2-8a7a-a3ef1fc59908 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:25.606968 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13dfaada-c9e4-4ad2-8a7a-a3ef1fc59908'] response: {'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'code': 200} Sep 19 17:33:25.650218 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:25.705460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517b92-0d75-414c-91ce-a4528c5efc88 req-fc1f7776-0380-46ec-9c7a-f515e09608d5 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:25.705912 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=8']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:25.707054 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1517b92-0d75-414c-91ce-a4528c5efc88 req-fc1f7776-0380-46ec-9c7a-f515e09608d5 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0475383 Sep 19 17:33:25.813633 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1517b92-0d75-414c-91ce-a4528c5efc88 req-d0a327e8-a75a-4395-aaee-1fcc256e1c7f tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964403 Sep 19 17:33:25.842276 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-84533cc4-a148-4e54-a8c4-fba90fd9fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:25.844945 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-84533cc4-a148-4e54-a8c4-fba90fd9fadc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 200 len: 909 time: 0.1370764 Sep 19 17:33:26.090453 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-048888b6-a0e7-499b-b6ab-e26eb69a325b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:26.715768 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc41cf-2b83-4c50-8ef0-62efe46392cb req-28fa1f90-491e-4cec-880c-e5840f217b77 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:26.717267 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13cc41cf-2b83-4c50-8ef0-62efe46392cb req-28fa1f90-491e-4cec-880c-e5840f217b77 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0466075 Sep 19 17:33:26.765843 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13cc41cf-2b83-4c50-8ef0-62efe46392cb req-3427d85b-28ae-43d0-a0b0-9f2789240552 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Sep 19 17:33:26.943225 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ee881-6737-4198-bbf2-d577f3d616da req-bd94308b-93f7-4cd8-a842-3526659f8766 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:26.944693 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6f1ee881-6737-4198-bbf2-d577f3d616da req-bd94308b-93f7-4cd8-a842-3526659f8766 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0508759 Sep 19 17:33:26.995078 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6f1ee881-6737-4198-bbf2-d577f3d616da req-7b388376-24aa-4a7e-91c9-d62cd60b41c5 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Sep 19 17:33:27.133144 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-f6cb6c69-bfaa-409e-b8e0-6338907c4d51 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 200 len: 217 time: 0.0348406 Sep 19 17:33:27.208781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-babc443a-6e3a-43d9-a06b-e3f307ad906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:27.210240 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-babc443a-6e3a-43d9-a06b-e3f307ad906f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 200 len: 847 time: 0.0457017 Sep 19 17:33:27.266204 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-c91020f3-49a8-43d9-8e74-4607c47363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:27.267599 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-c91020f3-49a8-43d9-8e74-4607c47363ce service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457439 Sep 19 17:33:27.622454 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-61a3adc2-4f98-46bc-a918-cd6708c2ff00 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Sep 19 17:33:27.896541 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:27.907603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:27.929803 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f84c0-e30e-4db1-9d28-3000cebf15a5 req-e3f6af4d-35de-4b32-b58b-1ef1b227cf03 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:27.931418 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-799f84c0-e30e-4db1-9d28-3000cebf15a5 req-e3f6af4d-35de-4b32-b58b-1ef1b227cf03 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0666516 Sep 19 17:33:27.953278 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6385743c-caf1-4d72-b083-76f4bbdd0dc9 req-22ea2c6e-a305-43f4-b3be-e335aa7dc845 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508582 Sep 19 17:33:27.991333 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-799f84c0-e30e-4db1-9d28-3000cebf15a5 req-7ce09ab5-7441-4ea4-967a-7829232f9678 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500062 Sep 19 17:33:28.001586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6053-955a-4410-993a-71a44e371985 req-c2fa9c21-595c-42ae-8063-fdf578651223 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:28.003074 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-26af6053-955a-4410-993a-71a44e371985 req-c2fa9c21-595c-42ae-8063-fdf578651223 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0504482 Sep 19 17:33:28.124852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a33d77-a83a-4910-9f02-f0f2da0407d5 req-15e28c4f-c5d7-4422-8623-b64978c1e498 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:28.129876 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19a33d77-a83a-4910-9f02-f0f2da0407d5 req-15e28c4f-c5d7-4422-8623-b64978c1e498 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Sep 19 17:33:28.182254 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-19a33d77-a83a-4910-9f02-f0f2da0407d5 req-fa06524e-50da-4eaa-8d8c-9bccad011b5a tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=bea06228-4c22-4c03-a6e5-58a38155296c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483193 Sep 19 17:33:28.312096 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Deleting port ddae7d4a-71c6-4777-a374-39594620566f {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:28.312448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ddae7d4a-71c6-4777-a374-39594620566f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:28.411234 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] For port ddae7d4a-71c6-4777-a374-39594620566f, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ddae7d4a-71c6-4777-a374-39594620566f,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:28.411626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ddae7d4a-71c6-4777-a374-39594620566f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:28.429909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Calling delete_port for ddae7d4a-71c6-4777-a374-39594620566f owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:28.504289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:28.524483 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6f468a64-3f70-495c-9115-224178925934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:28.545778 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:28.640830 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ddae7d4a-71c6-4777-a374-39594620566f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:28.669722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event deleted for resources: {'Port': ['ID=ddae7d4a-71c6-4777-a374-39594620566f,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:28.722830 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] No DVR routers for this DVR port ddae7d4a-71c6-4777-a374-39594620566f on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:28.727652 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:28.728794 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-26af6053-955a-4410-993a-71a44e371985 req-bab99535-7c5a-41fc-8fcc-2bcc5d721791 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ddae7d4a-71c6-4777-a374-39594620566f HTTP/1.1" status: 204 len: 173 time: 0.5064931 Sep 19 17:33:28.729302 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-deleted', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:28.731629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b006f-001e-4452-8deb-da7bb8f5801f" -d '{"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-deleted", "tag": "ddae7d4a-71c6-4777-a374-39594620566f"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:28.770753 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d908d4b-949c-499f-a888-c751c071b9e8 x-openstack-request-id: req-3d908d4b-949c-499f-a888-c751c071b9e8 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:28.771057 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442149d-db6c-4fd9-b92a-3eaf3e8c2046", "name": "network-vif-deleted", "tag": "ddae7d4a-71c6-4777-a374-39594620566f", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:28.771315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d908d4b-949c-499f-a888-c751c071b9e8 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:28.771755 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d908d4b-949c-499f-a888-c751c071b9e8'] response: {'server_uuid': '9442149d-db6c-4fd9-b92a-3eaf3e8c2046', 'name': 'network-vif-deleted', 'tag': 'ddae7d4a-71c6-4777-a374-39594620566f', 'status': 'completed', 'code': 200} Sep 19 17:33:29.304980 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-528bf7cc-71e4-468d-a297-1b082ef23cc8 req-d48f9787-3684-4b54-bc9b-f23ca0cccedb tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0326757 Sep 19 17:33:29.431746 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:29.506508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: DOWN; New status is: DOWN {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:29.794000 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:30.143235 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-df5bfe34-e05f-460f-843c-6613adf60c8e req-3879aa35-3655-40d2-be28-b6deee59e079 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:33:30.144257 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df5bfe34-e05f-460f-843c-6613adf60c8e req-3879aa35-3655-40d2-be28-b6deee59e079 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063100 Sep 19 17:33:30.421406 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c5faa0af-ca43-4b02-b373-dbba83346806 req-d5e96fae-2b23-4580-8e1b-c792414ae881 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9442149d-db6c-4fd9-b92a-3eaf3e8c2046 HTTP/1.1" status: 200 len: 210 time: 0.0285885 Sep 19 17:33:30.595350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff6ac-92ac-441d-8b5b-4649c050b52f req-5560dfe6-c63a-4893-a063-ab3c7d064b0b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:30.596857 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d0ff6ac-92ac-441d-8b5b-4649c050b52f req-5560dfe6-c63a-4893-a063-ab3c7d064b0b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0456007 Sep 19 17:33:30.652608 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d0ff6ac-92ac-441d-8b5b-4649c050b52f req-5a5708aa-3173-4b13-9f02-7b305badf769 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499532 Sep 19 17:33:30.836936 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-a8b8fdb9-f3b2-4f8d-89aa-af8be8eece0a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0373783 Sep 19 17:33:30.909757 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-2d302cf9-01c8-4d8c-93e8-0ec3711b4207 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:30.911086 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-2d302cf9-01c8-4d8c-93e8-0ec3711b4207 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports/11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 941 time: 0.0461655 Sep 19 17:33:31.143001 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.424970 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:31.444398 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: ddae7d4a-71c6-4777-a374-39594620566f {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:31.444743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ddae7d4a-71c6-4777-a374-39594620566f not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:31.490022 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59780) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:31.547267 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.561224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (bea06228-4c22-4c03-a6e5-58a38155296c), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.587848 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (bea06228-4c22-4c03-a6e5-58a38155296c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.726132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (bea06228-4c22-4c03-a6e5-58a38155296c), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.729427 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:31.730885 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bea06228-4c22-4c03-a6e5-58a38155296c HTTP/1.1" status: 204 len: 168 time: 0.2393389 Sep 19 17:33:31.743009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54136dd5-53ec-4d6c-a757-6a961828b397 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea06228-4c22-4c03-a6e5-58a38155296c,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:31.793488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bdd14-21f3-480c-b566-182fd894f1cb req-74919e31-d475-41b5-80ae-7589bc2d8328 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:31.795008 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3a4bdd14-21f3-480c-b566-182fd894f1cb req-74919e31-d475-41b5-80ae-7589bc2d8328 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0533481 Sep 19 17:33:31.845329 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3a4bdd14-21f3-480c-b566-182fd894f1cb req-a2819ce4-5597-4f48-8ca9-89dfaae81c2b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444267 Sep 19 17:33:31.867612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59786) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:32.335475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:32.385535 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:32.424929 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:32.490143 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-fb4bba4c-ecfe-40fb-89fd-65d5b42e4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.491672 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-fb4bba4c-ecfe-40fb-89fd-65d5b42e4846 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10&tenant_id=1f148193008640639adb751706133b25 HTTP/1.1" status: 200 len: 1128 time: 0.0425096 Sep 19 17:33:32.582018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-2f392e65-028a-4b82-a02d-3721ce50ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.583435 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-2f392e65-028a-4b82-a02d-3721ce50ef15 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1128 time: 0.0459177 Sep 19 17:33:32.618631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Deleting port 43b96682-6618-419a-aea4-67331683fcbb {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:32.619203 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (43b96682-6618-419a-aea4-67331683fcbb), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:32.680743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-d91e888b-1c3a-49b0-9d92-c4c3ab9f8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.682246 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-d91e888b-1c3a-49b0-9d92-c4c3ab9f8c34 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.0917213 Sep 19 17:33:32.709102 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] For port 43b96682-6618-419a-aea4-67331683fcbb, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=43b96682-6618-419a-aea4-67331683fcbb,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:32.709467 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (43b96682-6618-419a-aea4-67331683fcbb), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:32.724664 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Calling delete_port for 43b96682-6618-419a-aea4-67331683fcbb owned by network:router_interface {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:32.752657 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-37236514-c106-452a-a995-01795a3cc7f3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 999 time: 0.0627995 Sep 19 17:33:32.812914 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-9055c94f-8ba9-4f1e-af39-b058dab90de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.814640 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-9055c94f-8ba9-4f1e-af39-b058dab90de2 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0539062 Sep 19 17:33:32.870797 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-7dfc3d8a-ab9b-4184-bd15-9ee1a5ac3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.872383 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-7dfc3d8a-ab9b-4184-bd15-9ee1a5ac3d00 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520039 Sep 19 17:33:32.970823 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-77c4d59f-48ee-48be-a7ab-3edcc491b2fe service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901337 Sep 19 17:33:32.976680 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ea1d-de73-46e9-b33c-f2a3aa4cb4af req-a8f11f88-8f5a-4b1c-90fd-5adf81edf545 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:32.978176 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0362ea1d-de73-46e9-b33c-f2a3aa4cb4af req-a8f11f88-8f5a-4b1c-90fd-5adf81edf545 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0477061 Sep 19 17:33:33.005955 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (43b96682-6618-419a-aea4-67331683fcbb), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:33.044196 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b96682-6618-419a-aea4-67331683fcbb,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:33.062639 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0362ea1d-de73-46e9-b33c-f2a3aa4cb4af req-a45e3ae3-18dd-4c22-8e09-242b5c4468e3 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781305 Sep 19 17:33:33.072734 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-b0751e45-8908-4258-826e-2e0312a59f25 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953002 Sep 19 17:33:33.170571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:33.231941 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:33.634887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:33.693053 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:33.807881 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:33.814064 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-24db2487-e350-4a8c-9416-c13534a781d8 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453018 Sep 19 17:33:33.816684 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59812) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:33.819151 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Sync routers for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:33.832504 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:33.833658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:33:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:33.997871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:34.025642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks [] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.238139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks [] for router_gateway (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.247391 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.295521 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62579-35b7-4e88-82a8-9015a8f8de49 req-02df7326-a68a-4359-bf32-2064c399bc90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:34.312353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9ee62579-35b7-4e88-82a8-9015a8f8de49 req-02df7326-a68a-4359-bf32-2064c399bc90 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0954843 Sep 19 17:33:34.353146 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:33:32Z', 'revision_number': 5, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port': {'id': '7779bc1f-cd2e-4d5d-830c-947a876092b8', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:34.393751 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Checking router: b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:34.409259 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Routers {'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:34.410612 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:33:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:34.422325 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9ee62579-35b7-4e88-82a8-9015a8f8de49 req-38706f40-f0cf-47b6-ac0c-0bacc238354e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090658 Sep 19 17:33:34.427522 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Deleting port 7779bc1f-cd2e-4d5d-830c-947a876092b8 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:34.427913 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.515901 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:34.549224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] For port 7779bc1f-cd2e-4d5d-830c-947a876092b8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=7779bc1f-cd2e-4d5d-830c-947a876092b8,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:34.549792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] Set router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a gateway port host: None {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:34.550075 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.566876 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Calling delete_port for 7779bc1f-cd2e-4d5d-830c-947a876092b8 owned by network:router_gateway {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:34.606958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:33:34Z', 'revision_number': 6, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:34.639631 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d64277-1b3f-4fb3-a92b-ae920d4f0440 None None] The sync data for ids ['b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a'] in dv-cinder-848013-2-iscsi is: [{'id': 'b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a', 'name': 'tempest-TestShelveInstance-897633806-router', 'tenant_id': '4ff66ee28420498aa3f3ac65946c8bca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:12Z', 'updated_at': '2022-09-19T17:33:34Z', 'revision_number': 6, 'project_id': '4ff66ee28420498aa3f3ac65946c8bca', 'gw_port_host': None}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:34.806959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (7779bc1f-cd2e-4d5d-830c-947a876092b8), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:34.833216 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7779bc1f-cd2e-4d5d-830c-947a876092b8,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:34.905600 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.002357 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.004950 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks [] for router_controller (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.056359 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=90 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:35.119388 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.120123 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a {{(pid=106879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:33:35.130469 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.130704 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4f8dcd7e-d73a-4a21-b78c-777bee1dbb32 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/b68b74d1-e75c-4f0d-a5d8-62b2e43fc89a HTTP/1.1" status: 204 len: 168 time: 1.3130772 Sep 19 17:33:35.133396 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59818) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:35.184602 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=70 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:35.185641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Deleting subnet 3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:33:35.189381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Publish callbacks [] for subnet (3051c8a6-610c-4e7d-a5c9-8aa4245f30b8), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.229769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (3051c8a6-610c-4e7d-a5c9-8aa4245f30b8), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.315550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (3051c8a6-610c-4e7d-a5c9-8aa4245f30b8), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.435254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (3051c8a6-610c-4e7d-a5c9-8aa4245f30b8), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.466427 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3051c8a6-610c-4e7d-a5c9-8aa4245f30b8,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:35.471860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.477893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59822) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:35.478038 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-dcf3ccd5-0180-4e03-a2fb-90102fafc3d8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/3051c8a6-610c-4e7d-a5c9-8aa4245f30b8 HTTP/1.1" status: 204 len: 168 time: 0.3432302 Sep 19 17:33:35.482700 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec24ba-55f8-4f46-8a51-fa7d7044b0e5 None None] Network a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:33:35.656987 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18005c51-6234-4acd-8723-cb5fc63b860c req-823bb7ba-028c-4986-911f-5e24fb8178c8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:35.664005 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18005c51-6234-4acd-8723-cb5fc63b860c req-823bb7ba-028c-4986-911f-5e24fb8178c8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0568564 Sep 19 17:33:35.692090 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.752119 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610197f-091a-4321-b54d-aa23519c072a None None] DHCP port deletion for a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:33:35.767061 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18005c51-6234-4acd-8723-cb5fc63b860c req-deff5062-7520-40db-b481-df478c37c32b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021566 Sep 19 17:33:35.782485 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Deleting port 9d2344bb-70c8-4d66-a687-084951edd5c8 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:35.782924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.785848 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:35.820689 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Deleting port 9d2344bb-70c8-4d66-a687-084951edd5c8 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:35.821064 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.879656 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:35.890935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] For port 9d2344bb-70c8-4d66-a687-084951edd5c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9d2344bb-70c8-4d66-a687-084951edd5c8,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:35.892135 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.908595 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-e610197f-091a-4321-b54d-aa23519c072a None None] For port 9d2344bb-70c8-4d66-a687-084951edd5c8, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9d2344bb-70c8-4d66-a687-084951edd5c8,segment=NetworkSegment(e869b6a7-370c-4428-9aa8-9294356fdf48),segment_id=e869b6a7-370c-4428-9aa8-9294356fdf48)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:35.908979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:35.914490 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Calling delete_port for 9d2344bb-70c8-4d66-a687-084951edd5c8 owned by network:dhcp {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:35.934424 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Calling delete_port for 9d2344bb-70c8-4d66-a687-084951edd5c8 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:35.984379 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:36.143377 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.155285 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (9d2344bb-70c8-4d66-a687-084951edd5c8), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.189508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610197f-091a-4321-b54d-aa23519c072a None None] Pushing event deleted for resources: {'Port': ['ID=9d2344bb-70c8-4d66-a687-084951edd5c8,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:36.193133 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2344bb-70c8-4d66-a687-084951edd5c8,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:36.196440 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] No DVR routers for this DVR port 9d2344bb-70c8-4d66-a687-084951edd5c8 on host dv-cinder-848013-2-iscsi {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:36.202194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610197f-091a-4321-b54d-aa23519c072a None None] No DVR routers for this DVR port 9d2344bb-70c8-4d66-a687-084951edd5c8 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:36.234500 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:36.302806 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.327581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:36.338962 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e869b6a7-370c-4428-9aa8-9294356fdf48') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:36.339786 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e869b6a7-370c-4428-9aa8-9294356fdf48') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:36.340258 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 7779bc1f-cd2e-4d5d-830c-947a876092b8 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:36.356540 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (e869b6a7-370c-4428-9aa8-9294356fdf48), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.383093 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 7779bc1f-cd2e-4d5d-830c-947a876092b8 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:36.383093 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 7779bc1f-cd2e-4d5d-830c-947a876092b8 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:36.383093 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 43b96682-6618-419a-aea4-67331683fcbb no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:36.384586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (e869b6a7-370c-4428-9aa8-9294356fdf48), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.393109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:33:36.393917 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (e869b6a7-370c-4428-9aa8-9294356fdf48), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.403238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 43b96682-6618-419a-aea4-67331683fcbb {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:36.403594 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 43b96682-6618-419a-aea4-67331683fcbb not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:36.404057 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9d2344bb-70c8-4d66-a687-084951edd5c8 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:36.428348 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 9d2344bb-70c8-4d66-a687-084951edd5c8 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:36.428693 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9d2344bb-70c8-4d66-a687-084951edd5c8 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:36.440765 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment e869b6a7-370c-4428-9aa8-9294356fdf48 resource provider aggregate not found Sep 19 17:33:36.462854 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment e869b6a7-370c-4428-9aa8-9294356fdf48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e869b6a7-370c-4428-9aa8-9294356fdf48 found for delete ", "request_id": "req-b87040c8-e136-4d05-83f7-75dfeade1300"}]} Sep 19 17:33:36.594508 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.601084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.607836 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59830) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:36.610287 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea HTTP/1.1" status: 204 len: 168 time: 1.1288288 Sep 19 17:33:36.626599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526be12-614b-43e1-a0c9-7e452e2ad821 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ef60dc-bcdd-4ff6-ab5b-717b5cb805ea,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:36.665729 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:36.726029 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:36.935515 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab4f2b-4e02-4438-a9ac-ca8b3ff1e7c1 req-9c3fcc36-5143-4f51-87b2-91f35a74e081 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:36.937187 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5cab4f2b-4e02-4438-a9ac-ca8b3ff1e7c1 req-9c3fcc36-5143-4f51-87b2-91f35a74e081 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0716274 Sep 19 17:33:36.982756 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (926da4c8-363d-4c69-a8bc-098a85072b32), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:36.992875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5cab4f2b-4e02-4438-a9ac-ca8b3ff1e7c1 req-5c2cbb2d-c51e-4c3c-8315-a2965581a106 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497050 Sep 19 17:33:37.231661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Deleting port a95cf01b-18c1-4dee-b19f-9066b91ac840 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:37.232067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:37.324879 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] For port a95cf01b-18c1-4dee-b19f-9066b91ac840, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=a95cf01b-18c1-4dee-b19f-9066b91ac840,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:37.325264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:37.339500 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Calling delete_port for a95cf01b-18c1-4dee-b19f-9066b91ac840 owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:37.487630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:37.610285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (a95cf01b-18c1-4dee-b19f-9066b91ac840), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:37.648182 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95cf01b-18c1-4dee-b19f-9066b91ac840,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:37.868858 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (926da4c8-363d-4c69-a8bc-098a85072b32), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:37.878396 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:38.168822 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5a35f-a0ba-4039-bb03-b2b21a03ab39 req-23c56133-1372-4460-9807-47c226b678d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:38.171160 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-33d5a35f-a0ba-4039-bb03-b2b21a03ab39 req-23c56133-1372-4460-9807-47c226b678d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0667317 Sep 19 17:33:38.244510 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-33d5a35f-a0ba-4039-bb03-b2b21a03ab39 req-b06b2aab-f90c-4b2f-b259-f1aeb49583ba tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633433 Sep 19 17:33:38.407146 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Router 926da4c8-363d-4c69-a8bc-098a85072b32 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:33:38.527888 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:33:38.536855 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59836) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:38.539226 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-47c3c0fc-4e38-49db-b4be-133c519db1c6 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/926da4c8-363d-4c69-a8bc-098a85072b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291289 Sep 19 17:33:38.540539 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Sync routers for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:33:38.556175 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:38.557390 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:33:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:38.671624 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:38.677900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks [] for router (926da4c8-363d-4c69-a8bc-098a85072b32), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:38.810757 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks [] for router_gateway (926da4c8-363d-4c69-a8bc-098a85072b32), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:38.876052 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:33:37Z', 'revision_number': 5, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port': {'id': '261de488-89ec-4c89-9ba3-1183fc6866c1', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:27:19Z', 'updated_at': '2022-09-19T17:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:38.909398 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Checking router: 926da4c8-363d-4c69-a8bc-098a85072b32 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:33:38.919503 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Routers {'926da4c8-363d-4c69-a8bc-098a85072b32'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:33:38.920513 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:33:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['926da4c8-363d-4c69-a8bc-098a85072b32'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:38.923781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Deleting port 261de488-89ec-4c89-9ba3-1183fc6866c1 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:38.923781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.000824 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:39.013319 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] Set router 926da4c8-363d-4c69-a8bc-098a85072b32 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:33:39.043313 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] For port 261de488-89ec-4c89-9ba3-1183fc6866c1, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=261de488-89ec-4c89-9ba3-1183fc6866c1,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:39.043672 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.059206 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Calling delete_port for 261de488-89ec-4c89-9ba3-1183fc6866c1 owned by network:router_gateway {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:39.070064 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:33:38Z', 'revision_number': 6, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:39.109471 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e5347-495c-4f12-b564-df6b1fb2d27e None None] The sync data for ids ['926da4c8-363d-4c69-a8bc-098a85072b32'] in dv-cinder-848013-2-iscsi is: [{'id': '926da4c8-363d-4c69-a8bc-098a85072b32', 'name': 'tempest-TestShelveInstance-411212667-router', 'tenant_id': '447c4c6492354e65929376b263ed073e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:27:18Z', 'updated_at': '2022-09-19T17:33:38Z', 'revision_number': 6, 'project_id': '447c4c6492354e65929376b263ed073e', 'gw_port_host': None}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:33:39.189103 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:39.306931 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (261de488-89ec-4c89-9ba3-1183fc6866c1), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.346165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=261de488-89ec-4c89-9ba3-1183fc6866c1,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:39.431927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3aeb9-d724-4d86-acb9-10528660fc5c req-2f1be731-ef89-451c-b559-2bc1f3a36ae8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:39.433983 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4fa3aeb9-d724-4d86-acb9-10528660fc5c req-2f1be731-ef89-451c-b559-2bc1f3a36ae8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0985906 Sep 19 17:33:39.461106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (926da4c8-363d-4c69-a8bc-098a85072b32), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.571242 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (926da4c8-363d-4c69-a8bc-098a85072b32), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.577937 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks [] for router_controller (926da4c8-363d-4c69-a8bc-098a85072b32), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.591968 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4fa3aeb9-d724-4d86-acb9-10528660fc5c req-d3f398e7-596a-4a24-ba5f-b04c535cc713 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398282 Sep 19 17:33:39.702951 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (926da4c8-363d-4c69-a8bc-098a85072b32), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.703816 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 926da4c8-363d-4c69-a8bc-098a85072b32 {{(pid=106879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:33:39.713464 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.719320 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59844) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:39.721111 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0b8a2973-986d-4e61-9665-6e73bcb06f34 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/926da4c8-363d-4c69-a8bc-098a85072b32 HTTP/1.1" status: 204 len: 168 time: 1.1830797 Sep 19 17:33:39.771283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Deleting subnet a4f5c4fc-c4fe-4566-9382-97ac329c35b4 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:33:39.775086 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Publish callbacks [] for subnet (a4f5c4fc-c4fe-4566-9382-97ac329c35b4), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.813677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (a4f5c4fc-c4fe-4566-9382-97ac329c35b4), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:39.903388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (a4f5c4fc-c4fe-4566-9382-97ac329c35b4), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.063301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (a4f5c4fc-c4fe-4566-9382-97ac329c35b4), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.066746 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:40.097199 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.100911 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/a4f5c4fc-c4fe-4566-9382-97ac329c35b4 HTTP/1.1" status: 204 len: 168 time: 0.3804371 Sep 19 17:33:40.101924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2fda8-dfbb-4d16-b750-af92b0afc6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f5c4fc-c4fe-4566-9382-97ac329c35b4,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:40.103772 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59846) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:40.107201 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047abedf-5f6b-4227-8e60-7c5934486d6c None None] Network b9d54cb7-f917-4e1f-b8be-31ed31069335 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:33:40.193392 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (b9d54cb7-f917-4e1f-b8be-31ed31069335), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.258045 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Deleting port 25541dbb-8cd4-4826-a856-5cd753df21f6 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:40.258045 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.333249 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] DHCP port deletion for b9d54cb7-f917-4e1f-b8be-31ed31069335 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:33:40.347389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] For port 25541dbb-8cd4-4826-a856-5cd753df21f6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25541dbb-8cd4-4826-a856-5cd753df21f6,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:40.347873 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.371058 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Calling delete_port for 25541dbb-8cd4-4826-a856-5cd753df21f6 owned by network:dhcp {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:40.410719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Deleting port 25541dbb-8cd4-4826-a856-5cd753df21f6 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:33:40.411089 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.435749 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device a95cf01b-18c1-4dee-b19f-9066b91ac840 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:40.486362 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: a95cf01b-18c1-4dee-b19f-9066b91ac840 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:40.486708 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device a95cf01b-18c1-4dee-b19f-9066b91ac840 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:40.487149 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 261de488-89ec-4c89-9ba3-1183fc6866c1 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:40.528860 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 261de488-89ec-4c89-9ba3-1183fc6866c1 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:40.535260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 261de488-89ec-4c89-9ba3-1183fc6866c1 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:40.539428 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] For port 25541dbb-8cd4-4826-a856-5cd753df21f6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=25541dbb-8cd4-4826-a856-5cd753df21f6,segment=NetworkSegment(1b1af953-c14d-4ca5-a551-57cdf477e3eb),segment_id=1b1af953-c14d-4ca5-a551-57cdf477e3eb)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:40.539966 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.555643 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Calling delete_port for 25541dbb-8cd4-4826-a856-5cd753df21f6 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:33:40.594027 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.619430 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=25541dbb-8cd4-4826-a856-5cd753df21f6,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:40.629093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] No DVR routers for this DVR port 25541dbb-8cd4-4826-a856-5cd753df21f6 on host dv-cinder-848013-2-iscsi {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:40.655844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (25541dbb-8cd4-4826-a856-5cd753df21f6), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.686076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] Pushing event deleted for resources: {'Port': ['ID=25541dbb-8cd4-4826-a856-5cd753df21f6,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:40.694719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab05d2f-ecb7-4ffe-bd96-4b8e2079dfbb None None] No DVR routers for this DVR port 25541dbb-8cd4-4826-a856-5cd753df21f6 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:33:40.783052 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (b9d54cb7-f917-4e1f-b8be-31ed31069335), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.798424 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bbdff-8409-45ab-a8ca-2c1e87d4a774 req-7843ab0c-6867-4442-a11c-3aecc7c42579 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:40.800033 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-078bbdff-8409-45ab-a8ca-2c1e87d4a774 req-7843ab0c-6867-4442-a11c-3aecc7c42579 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0677452 Sep 19 17:33:40.823401 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d54cb7-f917-4e1f-b8be-31ed31069335']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:40.826147 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:40.844682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1af953-c14d-4ca5-a551-57cdf477e3eb') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:40.845021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1af953-c14d-4ca5-a551-57cdf477e3eb') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:33:40.858972 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (1b1af953-c14d-4ca5-a551-57cdf477e3eb), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.886831 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (1b1af953-c14d-4ca5-a551-57cdf477e3eb), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.893175 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:40.896438 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:33:40.896841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (1b1af953-c14d-4ca5-a551-57cdf477e3eb), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:40.914852 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-078bbdff-8409-45ab-a8ca-2c1e87d4a774 req-053e362e-fc03-4bf0-94e2-6c2209bc0f04 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021128 Sep 19 17:33:40.919540 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 1b1af953-c14d-4ca5-a551-57cdf477e3eb resource provider aggregate not found Sep 19 17:33:40.956095 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 1b1af953-c14d-4ca5-a551-57cdf477e3eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b1af953-c14d-4ca5-a551-57cdf477e3eb found for delete ", "request_id": "req-756f786e-5a13-4914-8eee-3803f162af6b"}]} Sep 19 17:33:41.051626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (b9d54cb7-f917-4e1f-b8be-31ed31069335), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.060632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.064864 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/b9d54cb7-f917-4e1f-b8be-31ed31069335 HTTP/1.1" status: 204 len: 168 time: 0.9569235 Sep 19 17:33:41.077362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93644fda-2769-46ef-8b17-b28c08290b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d54cb7-f917-4e1f-b8be-31ed31069335,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:41.426004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59856) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:41.470043 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7e395cde-e0cb-47dc-886d-94b184513b33 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4ff66ee28420498aa3f3ac65946c8bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427897 Sep 19 17:33:41.472687 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59858) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:41.525594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] Publish callbacks [] for security_group (fba13789-ae86-4dec-b3cf-0be28e6023c2), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.550097 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] Publish callbacks [] for security_group (fba13789-ae86-4dec-b3cf-0be28e6023c2), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.685927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (fba13789-ae86-4dec-b3cf-0be28e6023c2), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.688844 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:41.690227 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/fba13789-ae86-4dec-b3cf-0be28e6023c2 HTTP/1.1" status: 204 len: 168 time: 0.2165666 Sep 19 17:33:41.699229 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af579d93-41db-415f-b80c-2929ecebe82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba13789-ae86-4dec-b3cf-0be28e6023c2,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:42.086309 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a1fb7-1a37-48a8-8f01-64a9d9c79f3e req-9d3cce67-8dc0-42be-8e7c-45ba0c585e2c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:42.088123 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b31a1fb7-1a37-48a8-8f01-64a9d9c79f3e req-9d3cce67-8dc0-42be-8e7c-45ba0c585e2c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0597293 Sep 19 17:33:42.152871 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b31a1fb7-1a37-48a8-8f01-64a9d9c79f3e req-cc133486-1e40-4afa-be8b-dc3f31e695e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572762 Sep 19 17:33:42.460345 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25541dbb-8cd4-4826-a856-5cd753df21f6 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:33:42.481262 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 25541dbb-8cd4-4826-a856-5cd753df21f6 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:33:42.481603 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 25541dbb-8cd4-4826-a856-5cd753df21f6 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:33:42.633621 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 59868) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:42.679755 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4e4a39c3-4c9b-48ea-80d1-da5f2c1e4da5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=447c4c6492354e65929376b263ed073e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448163 Sep 19 17:33:42.682538 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 59870) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:33:42.741059 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] Publish callbacks [] for security_group (549baad2-0a18-45fc-9d25-f5c5718e3059), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:42.763336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] Publish callbacks [] for security_group (549baad2-0a18-45fc-9d25-f5c5718e3059), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:42.878519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (549baad2-0a18-45fc-9d25-f5c5718e3059), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:42.878519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:42.878519 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/549baad2-0a18-45fc-9d25-f5c5718e3059 HTTP/1.1" status: 204 len: 168 time: 0.1926787 Sep 19 17:33:42.885608 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa9e3c-bdd6-433f-a5cb-e89c6769d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549baad2-0a18-45fc-9d25-f5c5718e3059,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:43.317290 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e62b1-63ad-42d5-a5dc-356fe3b0fbc7 req-a8ee04fc-3f6a-47e8-b752-43c9a2d4c01b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:43.319057 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c55e62b1-63ad-42d5-a5dc-356fe3b0fbc7 req-a8ee04fc-3f6a-47e8-b752-43c9a2d4c01b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0686796 Sep 19 17:33:43.404237 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c55e62b1-63ad-42d5-a5dc-356fe3b0fbc7 req-65fef437-64d2-48f7-8896-80e098f1d31d tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779781 Sep 19 17:33:44.538229 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b9b0-1d60-470f-ae07-d93c4d48c6e8 req-9f20d112-40c7-4e09-8a6c-5b2deb3180c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:44.539617 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a589b9b0-1d60-470f-ae07-d93c4d48c6e8 req-9f20d112-40c7-4e09-8a6c-5b2deb3180c5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0503335 Sep 19 17:33:44.834308 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a589b9b0-1d60-470f-ae07-d93c4d48c6e8 req-9667fee5-06f0-4bc8-919b-a2930e99fa06 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888839 Sep 19 17:33:45.960971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee432d-4b65-493d-848a-e4f31b8601ae req-8371cbd5-d1be-435e-8748-5d91fa91d9d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:45.962459 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d8ee432d-4b65-493d-848a-e4f31b8601ae req-8371cbd5-d1be-435e-8748-5d91fa91d9d8 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0463455 Sep 19 17:33:46.009091 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d8ee432d-4b65-493d-848a-e4f31b8601ae req-0f137951-ec1e-44dd-8df3-afd06c5118a7 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Sep 19 17:33:47.134557 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd53a99-2537-4364-87a6-dc32ee1e0da5 req-79175049-df51-4bc6-8792-4270315c61a6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:47.136619 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bdd53a99-2537-4364-87a6-dc32ee1e0da5 req-79175049-df51-4bc6-8792-4270315c61a6 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0450225 Sep 19 17:33:47.186574 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bdd53a99-2537-4364-87a6-dc32ee1e0da5 req-3a361291-da9b-4126-af50-d35bb663e046 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440950 Sep 19 17:33:48.261437 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:33:48.313724 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b656bf-dcd3-4369-af60-98196e006d90 req-79e4efcc-5c7b-434c-a21d-90e43b09b6e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:48.315210 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2b656bf-dcd3-4369-af60-98196e006d90 req-79e4efcc-5c7b-434c-a21d-90e43b09b6e4 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0465307 Sep 19 17:33:48.362677 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d2b656bf-dcd3-4369-af60-98196e006d90 req-37b19e0f-9c0a-4ce1-9f10-31c6d5a1b2b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417922 Sep 19 17:33:49.488710 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665e2b-b2e1-4b1a-a80b-977094aea84d req-6ac8277e-ff9a-465b-8525-c5ada514bd8e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:49.490296 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99665e2b-b2e1-4b1a-a80b-977094aea84d req-6ac8277e-ff9a-465b-8525-c5ada514bd8e tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0460653 Sep 19 17:33:49.502204 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:49.539251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99665e2b-b2e1-4b1a-a80b-977094aea84d req-76aef32b-fbeb-43c1-9665-789d62e06436 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Sep 19 17:33:50.668728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083fab0-db6a-4487-9e51-e27f40941e00 req-ab50c03b-ac53-4ee4-9a6c-e659ab674179 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:50.670217 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f083fab0-db6a-4487-9e51-e27f40941e00 req-ab50c03b-ac53-4ee4-9a6c-e659ab674179 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 944 time: 0.0504062 Sep 19 17:33:50.682220 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:50.718680 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f083fab0-db6a-4487-9e51-e27f40941e00 req-8934e533-ba88-4ac6-9fba-2ac6170b140f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Sep 19 17:33:51.476515 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:33:51.577890 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:51.589176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'port_id': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'mac_address': 'fa:16:3e:6d:3a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:33:51.626088 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:51.626394 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:51.640700 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:33:51.646879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:51.665124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:51.770547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:51.822443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=9']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:51.856250 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e046d69-2acf-408e-a65b-33bc2160f389 req-ba579eed-3252-45e5-b16f-39146c742f66 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:51.859330 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0e046d69-2acf-408e-a65b-33bc2160f389 req-ba579eed-3252-45e5-b16f-39146c742f66 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0532908 Sep 19 17:33:51.909918 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0e046d69-2acf-408e-a65b-33bc2160f389 req-4b274441-eb11-4f9a-ae76-604afd662725 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 Sep 19 17:33:52.263080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['11cb86d3-62be-4d60-8b1e-e8a216766190'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:33:52.332844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:52.799919 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:52.881000 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:53.043286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea6a10-b77c-4b83-894a-d10022569546 req-da9d9d57-1079-46e9-8a73-76028c526f24 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:53.044810 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1dea6a10-b77c-4b83-894a-d10022569546 req-da9d9d57-1079-46e9-8a73-76028c526f24 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 945 time: 0.0518634 Sep 19 17:33:53.092979 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1dea6a10-b77c-4b83-894a-d10022569546 req-38e9c984-2f8a-450d-a03c-d7a51d153c7a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Sep 19 17:33:53.484315 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:33:53.529127 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 11cb86d3-62be-4d60-8b1e-e8a216766190 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:33:53.529521 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:53.529856 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 11cb86d3-62be-4d60-8b1e-e8a216766190 Sep 19 17:33:53.599965 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 11cb86d3-62be-4d60-8b1e-e8a216766190 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:33:53.600346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:53.623202 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:33:53.625361 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f5bf6-a9dc-4a40-b6bd-3789009b307a" -d '{"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:33:53.642624 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:33:53.663188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99908a94-afb3-48d5-9547-6446fe36802d x-openstack-request-id: req-99908a94-afb3-48d5-9547-6446fe36802d {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:33:53.663476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-plugged", "status": "completed", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:33:53.663758 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99908a94-afb3-48d5-9547-6446fe36802d {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:33:53.664159 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99908a94-afb3-48d5-9547-6446fe36802d'] response: {'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'code': 200} Sep 19 17:33:53.702461 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:53.753021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=10']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:33:54.203668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678ab84-6ec5-40df-a99b-64e51f44c1ee req-8fe7df53-5e2e-49b3-8f15-a40338e9e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:54.205194 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e678ab84-6ec5-40df-a99b-64e51f44c1ee req-8fe7df53-5e2e-49b3-8f15-a40338e9e126 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1131 time: 0.1813929 Sep 19 17:33:54.223913 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69204ab3-da18-4b60-b1f4-15363bf7e4bd req-62efb5be-a55b-486b-a713-2c9133f5b61f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:54.225421 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-69204ab3-da18-4b60-b1f4-15363bf7e4bd req-62efb5be-a55b-486b-a713-2c9133f5b61f tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0481377 Sep 19 17:33:54.251056 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e678ab84-6ec5-40df-a99b-64e51f44c1ee req-53fa7142-aa96-4348-82d6-a2e2df70f07e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392261 Sep 19 17:33:54.274470 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-69204ab3-da18-4b60-b1f4-15363bf7e4bd req-1ddd8d26-4c0d-406b-9c08-fbf4609089b9 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 Sep 19 17:33:55.407712 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c06d89-b2bd-489c-be41-8d56ef5b985b req-1fa7b98b-fa9d-4552-9e2f-d2aab803e82a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:55.409219 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-40c06d89-b2bd-489c-be41-8d56ef5b985b req-1fa7b98b-fa9d-4552-9e2f-d2aab803e82a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0494905 Sep 19 17:33:55.459396 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-40c06d89-b2bd-489c-be41-8d56ef5b985b req-715417a9-5e52-404b-97c5-12b3e92976b5 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445533 Sep 19 17:33:56.114058 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7db640c4-33ea-49b5-94ed-dd80d85b65b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:56.585653 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b69c92-42d0-4f47-ba3c-1ccf836394e8 req-503b2dbd-fe2d-4a83-ae90-0d5df266ff12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:56.587193 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99b69c92-42d0-4f47-ba3c-1ccf836394e8 req-503b2dbd-fe2d-4a83-ae90-0d5df266ff12 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0468621 Sep 19 17:33:56.635660 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99b69c92-42d0-4f47-ba3c-1ccf836394e8 req-eac9b2c3-55af-4b79-a56b-f6fd0e8d5b6c tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Sep 19 17:33:57.233937 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=42 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:57.764344 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a81aeb-ba85-4f5d-bff7-7a75d878fc5c req-dea24ea0-54b2-4b24-aac6-8de43d9519ea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:33:57.765826 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09a81aeb-ba85-4f5d-bff7-7a75d878fc5c req-dea24ea0-54b2-4b24-aac6-8de43d9519ea tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0465868 Sep 19 17:33:57.814207 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-09a81aeb-ba85-4f5d-bff7-7a75d878fc5c req-ae33ee0a-4586-46b1-82c8-5f5224d9b066 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Sep 19 17:33:58.257895 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=49 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:33:58.529831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-52eab0c7-e134-4fbf-a218-cb120ae462e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:33:59.787786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:01.129373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:01.553569 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:04.205026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:04.244512 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=12 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:04.248401 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:07.806919 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=71 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:07.810007 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=51 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:14.142227 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:14.144199 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=35,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:25.260952 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:34:26.096039 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9d3ddad7-6d82-4434-82a1-fa32a58d8946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:27.812664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60032) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:34:27.817835 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821735114', 'description': 'tempest-description--976793374'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:27.883359 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:27.949672 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (f1324a55-c015-49e8-a387-3aa3345b416c), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.027592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f1324a55-c015-49e8-a387-3aa3345b416c), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.057294 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1324a55-c015-49e8-a387-3aa3345b416c,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:28.064281 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.064626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.064961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.065297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.065622 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.066609 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.066945 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.067273 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.067598 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.067954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.068279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.068630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.068950 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.069269 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.069589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:28.132606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.133981 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-888052c6-d5b4-4aed-ac43-1b02c26d560a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3201957 Sep 19 17:34:28.136999 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60034) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:34:28.141632 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': 'f1324a55-c015-49e8-a387-3aa3345b416c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:28.210733 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (049e0f2c-3c03-4ac9-a7b3-c7861f15f076), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.268200 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (049e0f2c-3c03-4ac9-a7b3-c7861f15f076), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.307611 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (049e0f2c-3c03-4ac9-a7b3-c7861f15f076), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.326695 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049e0f2c-3c03-4ac9-a7b3-c7861f15f076,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:28.395235 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.396421 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2a5ffbc6-381b-4b28-9ff1-339cc3e41b36 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581589 Sep 19 17:34:28.398987 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60036) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:34:28.403254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': 'f1324a55-c015-49e8-a387-3aa3345b416c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:28.525297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (c8043d86-cd52-49b3-883b-7d71657db3f5), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.545936 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-956080e6-a257-416d-8657-27264b825086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.583333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (c8043d86-cd52-49b3-883b-7d71657db3f5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.654475 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (c8043d86-cd52-49b3-883b-7d71657db3f5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.673784 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8043d86-cd52-49b3-883b-7d71657db3f5,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:28.749786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.751009 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d4331f46-3f91-435c-99ff-8cfb062f7489 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510842 Sep 19 17:34:28.759938 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60040) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:34:28.764547 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:28.849563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:28.930867 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.033613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.27.3.156 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/ecf4ae90-000b-4009-b7f1-aa77bf741c80) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:34:29.094061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:29.113147 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:29.141388 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.239610 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.280718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:34:29.283584 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:34:29.287396 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:34:29.292325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=ecf4ae90-000b-4009-b7f1-aa77bf741c80,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:29.374792 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.469453 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.569276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:29.617272 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.677336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.744718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=ecf4ae90-000b-4009-b7f1-aa77bf741c80,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:29.747210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.810402 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.841026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:29.842226 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-34dda612-30f8-4074-80e0-18fb5c7d998a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0813611 Sep 19 17:34:30.048070 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-875054ad-ab6e-47cf-a0ef-c1bfbb77b590 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1821735114&fields=id&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 267 time: 0.0455573 Sep 19 17:34:30.154279 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-87d1ff23-7fc7-4dcc-a6f4-e13a1cb0dcc9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:30.155766 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-87d1ff23-7fc7-4dcc-a6f4-e13a1cb0dcc9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1006179 Sep 19 17:34:30.170545 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-54eb5863-6a42-4dde-b58a-0bb16f3108cb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 375 time: 0.0088964 Sep 19 17:34:30.225362 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-cc14a2fd-cc58-40ed-98bc-a0daf2f8447e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500236 Sep 19 17:34:30.286523 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-8d3549d4-a22a-4e75-9409-825a823814f1 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:34:30.287533 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-8d3549d4-a22a-4e75-9409-825a823814f1 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0510054 Sep 19 17:34:30.376012 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-05fa07d6-9edf-44cf-81ca-b9a5a38c86d1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Sep 19 17:34:30.468043 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-60dd5c5b-e628-457a-8e3e-9fa978ffaa67 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Sep 19 17:34:31.079025 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:31.250825 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-a5377659-9047-4d6a-ae1a-cf6eec86a532 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409136 Sep 19 17:34:31.353424 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4b88-88a8-4780-8a49-8af016916180 req-842c5d33-37e5-409a-84e0-236afcf3eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.354891 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-842c5d33-37e5-409a-84e0-236afcf3eb66 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=1f148193008640639adb751706133b25&device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 1131 time: 0.0381315 Sep 19 17:34:31.461210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4b88-88a8-4780-8a49-8af016916180 req-122e0291-c852-42b6-aa83-dc10543244d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.462639 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-122e0291-c852-42b6-aa83-dc10543244d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 200 len: 917 time: 0.0875568 Sep 19 17:34:31.525244 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-fa6fb35a-ee67-45ad-b9ab-6cec89335b9f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 200 len: 1001 time: 0.0562730 Sep 19 17:34:31.562997 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:31.574014 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4b88-88a8-4780-8a49-8af016916180 req-a4ca1f0b-69d2-49e6-9889-eebff3581993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.575628 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-a4ca1f0b-69d2-49e6-9889-eebff3581993 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 200 len: 855 time: 0.0441353 Sep 19 17:34:31.622082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4b88-88a8-4780-8a49-8af016916180 req-d7451340-3461-4760-a04c-a9d428ee47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:31.623537 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-d7451340-3461-4760-a04c-a9d428ee47f7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a4b55d20-22b3-42fd-86ee-53a53a1c48eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421686 Sep 19 17:34:31.633027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-2ddfe899-3acf-4dab-bfa8-6520a40359f5 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:34:31.633997 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-2ddfe899-3acf-4dab-bfa8-6520a40359f5 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047636 Sep 19 17:34:31.736511 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-59a702aa-b902-46c7-aca0-1536e4a65b80 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964291 Sep 19 17:34:31.744130 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0b09a77f-4e45-4064-a452-7399ade9bcac req-63aafcd5-1e02-4322-bdca-b61dd7b7a58e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 210 time: 0.0337863 Sep 19 17:34:31.839266 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89f4b88-88a8-4780-8a49-8af016916180 req-8d263b17-38c4-442e-b8f8-83adf61cc915 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955129 Sep 19 17:34:32.845252 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-89b19443-a69a-491d-b416-62d81b47010e req-9991637d-ab49-4758-b28e-1e01b1ea8bbd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 210 time: 0.0268505 Sep 19 17:34:33.951182 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b26ca89c-b6f1-4cce-a412-870f72d1f1a4 req-f7fa9c85-b3fd-4ed9-84d5-47377ea7b5e2 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 210 time: 0.0311506 Sep 19 17:34:34.214369 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:34.577206 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:34.604782 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-2f6e8e35-e174-4a45-966f-3e5fb345f4e7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:34.606358 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-2f6e8e35-e174-4a45-966f-3e5fb345f4e7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1057858 Sep 19 17:34:34.698281 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-f6552870-d6d4-46c9-9638-67b642bb07ed tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 472 time: 0.0762644 Sep 19 17:34:34.708095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'port': {'device_id': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'admin_state_up': True, 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'security_groups': ['f1324a55-c015-49e8-a387-3aa3345b416c']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:34.919191 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:34:34.924026 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:34.948454 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:35.054737 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-63e8c0bf-97f7-471a-8a8f-ae1a930f99c0 req-75f6cf7e-8bf6-4311-b2c8-09fe00619180 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 210 time: 0.0276093 Sep 19 17:34:35.059337 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.20.0.8 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/deb252e1-db69-4bba-b60a-285d384a6c3b) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:34:35.202442 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.256629 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:35.257382 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:35.288624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.333724 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:34:35.336881 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:34:35.340718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:34:35.346577 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:35.396477 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:35.397094 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.470095 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-563a2441-95d2-470c-8996-c04066fdd2c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661452 Sep 19 17:34:35.488699 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Request body: {'port': {'device_id': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:35.551743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.556141 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Provisioning complete for port deb252e1-db69-4bba-b60a-285d384a6c3b triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:34:35.556614 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.556958 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Attempt 1 to provision port deb252e1-db69-4bba-b60a-285d384a6c3b Sep 19 17:34:35.589253 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Port deb252e1-db69-4bba-b60a-285d384a6c3b cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:34:35.600545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:35.813292 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb252e1-db69-4bba-b60a-285d384a6c3b {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:34:35.820138 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:35.824730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks [] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.839653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Transition to ACTIVE for port object deb252e1-db69-4bba-b60a-285d384a6c3b will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:34:35.885563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:35.964210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Pushing event updated for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:35.995631 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Attempting to bind port deb252e1-db69-4bba-b60a-285d384a6c3b on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:34:35.995994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Attempting to bind port deb252e1-db69-4bba-b60a-285d384a6c3b by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:34:35.996325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Attempting to bind port deb252e1-db69-4bba-b60a-285d384a6c3b on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:34:36.038598 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Port deb252e1-db69-4bba-b60a-285d384a6c3b on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:34:36.038927 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Attempting to bind port deb252e1-db69-4bba-b60a-285d384a6c3b on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:34:36.086155 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:34:36.086489 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:34:36.086872 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:34:36.087310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Bound port: deb252e1-db69-4bba-b60a-285d384a6c3b, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:34:36.087669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:36.091340 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Attempt 2 to provision port deb252e1-db69-4bba-b60a-285d384a6c3b Sep 19 17:34:36.134540 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Port deb252e1-db69-4bba-b60a-285d384a6c3b cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:34:36.150890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:34:36.154117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=deb252e1-db69-4bba-b60a-285d384a6c3b,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:34:36.185679 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2d36e-1fa3-4722-91dd-0f05f069d990 req-73909c6c-a3e7-49c5-a4c4-a6cbd026bace tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.187266 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3b2d36e-1fa3-4722-91dd-0f05f069d990 req-73909c6c-a3e7-49c5-a4c4-a6cbd026bace tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 943 time: 0.0465264 Sep 19 17:34:36.216623 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:36.221006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.221623 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:36.223599 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/deb252e1-db69-4bba-b60a-285d384a6c3b HTTP/1.1" status: 200 len: 1093 time: 0.7387152 Sep 19 17:34:36.225286 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:34:36.227561 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed9420c-2d55-4611-a83a-9a395fd44a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:36.237670 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b3b2d36e-1fa3-4722-91dd-0f05f069d990 req-b314ecfa-63c0-4401-a94f-b00c3c3fb059 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Sep 19 17:34:36.280267 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779577d8-b6e1-4a4a-afd1-1cc4190a88a1 service neutron] Pushing event updated for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:36.290894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f8416-7464-4449-b2de-0b49317e00ed x-openstack-request-id: req-f35f8416-7464-4449-b2de-0b49317e00ed {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:36.291186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:36.291444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f35f8416-7464-4449-b2de-0b49317e00ed {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:36.291869 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35f8416-7464-4449-b2de-0b49317e00ed'] response: {'name': 'network-changed', 'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'status': 'completed', 'code': 200} Sep 19 17:34:36.382764 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-74ba9a96-ed23-4a6f-b7d3-2a6bdf15cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.384353 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-74ba9a96-ed23-4a6f-b7d3-2a6bdf15cd60 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 1127 time: 0.0396607 Sep 19 17:34:36.497971 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-c7ae7b39-af27-4215-ac24-fbbda972c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.499427 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-c7ae7b39-af27-4215-ac24-fbbda972c9ae service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1000574 Sep 19 17:34:36.600023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-d114f00b-edf6-4156-958f-97748f6e37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.601496 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-4ed9420c-2d55-4611-a83a-9a395fd44a4d req-d114f00b-edf6-4156-958f-97748f6e37ff service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954809 Sep 19 17:34:36.635972 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Attempt 3 to provision port deb252e1-db69-4bba-b60a-285d384a6c3b Sep 19 17:34:36.673873 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-7e405a2e-c4eb-4fcc-827f-ca4d9fe4bee7 None None] Port deb252e1-db69-4bba-b60a-285d384a6c3b had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:34:36.742704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-e0979229-fbd4-4a78-b1da-29df77849586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.744280 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-e0979229-fbd4-4a78-b1da-29df77849586 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 1127 time: 0.0396957 Sep 19 17:34:36.792005 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-0ff11967-1a39-4c46-b4c8-12ffd0f16bd5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deb252e1-db69-4bba-b60a-285d384a6c3b HTTP/1.1" status: 200 len: 217 time: 0.0332248 Sep 19 17:34:36.840723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:36.844564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-614f28ef-4423-4cd8-a849-16102ff84f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.845986 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-614f28ef-4423-4cd8-a849-16102ff84f7a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0471828 Sep 19 17:34:36.889014 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-1fbc51f7-6ed9-4064-b1eb-1c37ba637a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:36.890413 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-1fbc51f7-6ed9-4064-b1eb-1c37ba637a72 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381474 Sep 19 17:34:36.982855 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-78e114ae-eb4c-4ffa-9b0c-0af56ac0327b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854299 Sep 19 17:34:37.071421 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7205ad2d-4f86-4740-8c89-662b641bc36f req-24eaf6b9-5bd7-4171-872b-b3818588abad service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Sep 19 17:34:37.361117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0dc56-5cb4-4018-b6e5-68d0c97eb64a req-b558e43a-7bb5-49cf-a0c5-5225156dd5d1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:37.362605 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-72b0dc56-5cb4-4018-b6e5-68d0c97eb64a req-b558e43a-7bb5-49cf-a0c5-5225156dd5d1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 943 time: 0.0460956 Sep 19 17:34:37.414317 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-72b0dc56-5cb4-4018-b6e5-68d0c97eb64a req-ded1bbaf-46c5-47be-9e5f-64e5fef6fe8a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Sep 19 17:34:38.537039 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be8a83-a36f-43d4-94d3-7ddb6bae871e req-7108c55d-9af5-4b2a-8e9a-2ac297049036 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:38.538493 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1be8a83-a36f-43d4-94d3-7ddb6bae871e req-7108c55d-9af5-4b2a-8e9a-2ac297049036 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 943 time: 0.0452528 Sep 19 17:34:38.585794 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1be8a83-a36f-43d4-94d3-7ddb6bae871e req-f98dcb7f-e7a8-4964-86ca-2c149f5485a4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Sep 19 17:34:39.708430 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed2dd6-4328-415f-86a9-8405a5a49b82 req-5c5b5d6b-c414-45a1-b802-831cf754c296 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:39.710008 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9bed2dd6-4328-415f-86a9-8405a5a49b82 req-5c5b5d6b-c414-45a1-b802-831cf754c296 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 943 time: 0.0486755 Sep 19 17:34:39.760921 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9bed2dd6-4328-415f-86a9-8405a5a49b82 req-0219ecd5-003d-4037-b938-a2eb23a9b86d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Sep 19 17:34:40.883025 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f2499-4723-4216-b779-7e7038cc2ba4 req-203b479d-bfb7-4398-a083-057de511bf21 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:40.884554 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-605f2499-4723-4216-b779-7e7038cc2ba4 req-203b479d-bfb7-4398-a083-057de511bf21 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 943 time: 0.0487640 Sep 19 17:34:40.931744 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-605f2499-4723-4216-b779-7e7038cc2ba4 req-4b8ae858-249c-4319-82a7-ee70f640b0a2 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Sep 19 17:34:41.635030 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device deb252e1-db69-4bba-b60a-285d384a6c3b details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:34:41.732402 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=deb252e1-db69-4bba-b60a-285d384a6c3b,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:34:41.744045 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'port_id': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'mac_address': 'fa:16:3e:22:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:34:41.786620 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port deb252e1-db69-4bba-b60a-285d384a6c3b is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:34:41.789153 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:41.800179 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb252e1-db69-4bba-b60a-285d384a6c3b {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:34:41.820224 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=deb252e1-db69-4bba-b60a-285d384a6c3b,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:34:41.916848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:41.963824 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:41.971132 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.971478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.971848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.972189 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.972551 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.972886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.973701 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.974025 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.974474 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.974662 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.974986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.975387 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.975615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.975959 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:41.976279 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:34:42.054612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4fef-f0cc-4d44-990e-250462b94bab req-7130a28a-8042-4d3f-8a82-5428c31e3f84 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:42.056121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a90c4fef-f0cc-4d44-990e-250462b94bab req-7130a28a-8042-4d3f-8a82-5428c31e3f84 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 944 time: 0.0467710 Sep 19 17:34:42.081277 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:42.104820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a90c4fef-f0cc-4d44-990e-250462b94bab req-8874989b-3ffa-436b-b36b-4db95f8da6d5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Sep 19 17:34:42.358915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['deb252e1-db69-4bba-b60a-285d384a6c3b'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:34:43.218281 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:43.229097 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54137e3c-5999-4d14-869f-8234d313143f req-572a7cd1-5a57-4ad0-8e65-556f9d1abfc8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:43.230560 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54137e3c-5999-4d14-869f-8234d313143f req-572a7cd1-5a57-4ad0-8e65-556f9d1abfc8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 944 time: 0.0491717 Sep 19 17:34:43.276875 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-54137e3c-5999-4d14-869f-8234d313143f req-4f865ff9-ca0e-44ad-81da-e1fb0143b25d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Sep 19 17:34:43.640999 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device deb252e1-db69-4bba-b60a-285d384a6c3b up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:34:43.670588 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:43.675481 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:43.684275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port deb252e1-db69-4bba-b60a-285d384a6c3b completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:34:43.779593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port deb252e1-db69-4bba-b60a-285d384a6c3b triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:34:43.780076 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:43.780450 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port deb252e1-db69-4bba-b60a-285d384a6c3b Sep 19 17:34:43.856286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port deb252e1-db69-4bba-b60a-285d384a6c3b is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:34:43.856668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:43.879129 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:34:43.881393 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87121e16-eb4f-426c-833e-894e20ffd55d" -d '{"events": [{"server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "name": "network-vif-plugged", "status": "completed", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:43.895742 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=deb252e1-db69-4bba-b60a-285d384a6c3b,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:34:43.952270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:44.029571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:44.079902 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b470b0-16b9-4439-b27f-c052d923507f x-openstack-request-id: req-02b470b0-16b9-4439-b27f-c052d923507f {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:44.080197 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "name": "network-vif-plugged", "status": "completed", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:44.080454 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02b470b0-16b9-4439-b27f-c052d923507f {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:44.080855 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b470b0-16b9-4439-b27f-c052d923507f'] response: {'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'code': 200} Sep 19 17:34:44.398413 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde5cc-7f83-4a0a-a746-b4310a76ea45 req-3ec116fb-ae02-4c5f-8802-beafda746aed tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:44.399926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-71fde5cc-7f83-4a0a-a746-b4310a76ea45 req-3ec116fb-ae02-4c5f-8802-beafda746aed tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0479486 Sep 19 17:34:44.448586 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-71fde5cc-7f83-4a0a-a746-b4310a76ea45 req-b5467031-5ce2-4e85-b115-47935dccb2da tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Sep 19 17:34:44.471011 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:44.476675 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996492d-4c81-488c-8cbc-797ac3b256e2 req-121a18ce-5435-4596-8438-5fb44e0b1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:44.484408 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b996492d-4c81-488c-8cbc-797ac3b256e2 req-121a18ce-5435-4596-8438-5fb44e0b1646 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 1129 time: 0.0392880 Sep 19 17:34:44.629833 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b996492d-4c81-488c-8cbc-797ac3b256e2 req-de1d9fa3-76f8-46d5-aabe-7068396abc19 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Sep 19 17:34:45.573612 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e2959-711f-4d8b-94d4-08db3e379672 req-7fbe0dfc-bb9c-4ac7-a238-7a8b9fdddf42 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:45.575088 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a91e2959-711f-4d8b-94d4-08db3e379672 req-7fbe0dfc-bb9c-4ac7-a238-7a8b9fdddf42 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0473413 Sep 19 17:34:45.626224 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a91e2959-711f-4d8b-94d4-08db3e379672 req-ebb500c9-cb86-4fb1-8059-c8af2e019d99 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Sep 19 17:34:46.745916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1741e91-ec6a-40e8-8f6d-596da13d6bfb req-cddf90f9-3de1-44d2-94c1-a457a11d726a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:46.747449 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b1741e91-ec6a-40e8-8f6d-596da13d6bfb req-cddf90f9-3de1-44d2-94c1-a457a11d726a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0456879 Sep 19 17:34:46.794605 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b1741e91-ec6a-40e8-8f6d-596da13d6bfb req-afaa0837-de5b-41a1-9479-a994deffa994 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Sep 19 17:34:47.916214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6529b0-095f-4903-ad10-752bc4e1fc21 req-a906d8ed-8807-4148-9558-1b0dc29675ac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:47.917721 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef6529b0-095f-4903-ad10-752bc4e1fc21 req-a906d8ed-8807-4148-9558-1b0dc29675ac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0472121 Sep 19 17:34:47.965384 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef6529b0-095f-4903-ad10-752bc4e1fc21 req-fd194f70-15d2-47fd-8e01-8bb792d23412 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Sep 19 17:34:48.082494 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399998ca-a591-427c-b0fd-a88b45039345 req-a16cb180-cb17-4aa7-b8dc-611ac2908dfc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:48.084513 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-399998ca-a591-427c-b0fd-a88b45039345 req-a16cb180-cb17-4aa7-b8dc-611ac2908dfc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0491092 Sep 19 17:34:48.094658 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60172) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:34:48.099158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'port_id': 'deb252e1-db69-4bba-b60a-285d384a6c3b'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:34:48.137852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:48.574061 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:48.610020 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:48.703586 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:48.712507 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP d523f0c8-bbea-4433-867f-834445d6b0e8 associated. External IP: 172.27.3.156, port: deb252e1-db69-4bba-b60a-285d384a6c3b. Sep 19 17:34:48.714331 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:48.915257 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:34:49.017875 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:34:49.022425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:49.028904 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:34:49.039569 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:34:49.040222 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:49.052456 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9b2b682d-5d05-4202-8252-c00d3b356140 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/d523f0c8-bbea-4433-867f-834445d6b0e8 HTTP/1.1" status: 200 len: 991 time: 0.9566815 Sep 19 17:34:49.053198 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:34:49.055552 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba2238-8764-4dd9-803b-dc5b47045a94" -d '{"events": [{"name": "network-changed", "server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:49.093893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ae0070-6e2a-42d6-88f5-8dab19d73720 x-openstack-request-id: req-24ae0070-6e2a-42d6-88f5-8dab19d73720 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:49.094181 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:49.094429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24ae0070-6e2a-42d6-88f5-8dab19d73720 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:49.094831 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ae0070-6e2a-42d6-88f5-8dab19d73720'] response: {'name': 'network-changed', 'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'status': 'completed', 'code': 200} Sep 19 17:34:49.146751 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:34:49.352531 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-56d8ad2e-5488-41f0-b681-72b1e3e8ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:49.354127 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-56d8ad2e-5488-41f0-b681-72b1e3e8ba43 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 1129 time: 0.0393417 Sep 19 17:34:49.364184 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}, {'id': 'd523f0c8-bbea-4433-867f-834445d6b0e8', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:22:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:34:29Z', 'updated_at': '2022-09-19T17:34:48Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:49.389702 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:34:49.398018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:34:49.398604 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:49.448617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-95dc9b88-1dee-492f-bd49-6ec75b50c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:49.450168 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-95dc9b88-1dee-492f-bd49-6ec75b50c291 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0883715 Sep 19 17:34:49.499259 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:34:49.531203 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:49.708216 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}, {'id': 'd523f0c8-bbea-4433-867f-834445d6b0e8', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:22:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:34:29Z', 'updated_at': '2022-09-19T17:34:48Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:49.739063 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39ce6c-ddb0-4389-a99b-94ac79d6b1be None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}, {'id': 'd523f0c8-bbea-4433-867f-834445d6b0e8', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:22:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:34:29Z', 'updated_at': '2022-09-19T17:34:48Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:34:49.781294 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-a96c6475-ad4b-4554-9a8f-ec6f30c84b27 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deb252e1-db69-4bba-b60a-285d384a6c3b HTTP/1.1" status: 200 len: 999 time: 0.0627332 Sep 19 17:34:49.835811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-61652095-47a4-41cf-9973-b574c4caf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:49.837297 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-61652095-47a4-41cf-9973-b574c4caf5dd service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0502396 Sep 19 17:34:49.880716 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-e6d387f8-04cb-44c0-b28b-09724c7034ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:49.882192 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-e6d387f8-04cb-44c0-b28b-09724c7034ef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383747 Sep 19 17:34:49.979173 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-0b382ca7-1fe3-4817-9396-eb18490b72f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905931 Sep 19 17:34:49.979533 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c606ee8-9be5-4b34-9737-8c88e771658e None None] New status for floating IP d523f0c8-bbea-4433-867f-834445d6b0e8: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:34:50.076346 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c0ba2238-8764-4dd9-803b-dc5b47045a94 req-d6e6c24b-cd7b-4641-85e6-c0f831f36f75 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906208 Sep 19 17:34:53.157065 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bf893-eb1f-4f57-9bff-21b8769d602f req-1c5d5025-48b6-40fe-8cb9-6af084dbb9e0 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:53.158569 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-494bf893-eb1f-4f57-9bff-21b8769d602f req-1c5d5025-48b6-40fe-8cb9-6af084dbb9e0 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0505435 Sep 19 17:34:53.208228 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-494bf893-eb1f-4f57-9bff-21b8769d602f req-62f2388e-df34-4491-bacd-f97e400495c9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 Sep 19 17:34:54.330706 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c9d5-5a79-4ed5-8272-ba168977086c req-ffccbb0a-dd47-4456-9169-70464a518402 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:54.332217 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0816c9d5-5a79-4ed5-8272-ba168977086c req-ffccbb0a-dd47-4456-9169-70464a518402 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0463793 Sep 19 17:34:54.378780 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0816c9d5-5a79-4ed5-8272-ba168977086c req-87afcde2-7df1-400e-b989-c2b909ecd567 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409801 Sep 19 17:34:55.415891 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-a33a54d8-70e1-4349-a124-e20cda96bf0f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:55.417369 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-a33a54d8-70e1-4349-a124-e20cda96bf0f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0453949 Sep 19 17:34:55.498991 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Deleting port 347bef90-4a8a-425d-8f92-3356b072b80d {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:34:55.499322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:55.499464 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13487a35-9a1a-4645-b8b6-7118f8877d18 req-dbf9f9da-3199-4726-a845-a6ba01b0fb5a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:55.501008 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13487a35-9a1a-4645-b8b6-7118f8877d18 req-dbf9f9da-3199-4726-a845-a6ba01b0fb5a tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 945 time: 0.0452564 Sep 19 17:34:55.551970 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13487a35-9a1a-4645-b8b6-7118f8877d18 req-82bad3b8-4291-49c6-a78e-521226bd48f9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=84d522a5-3731-42cf-a4e4-a5fb68f82d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Sep 19 17:34:55.591842 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] For port 347bef90-4a8a-425d-8f92-3356b072b80d, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=347bef90-4a8a-425d-8f92-3356b072b80d,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:34:55.592203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:55.742682 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:55.755156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:55.755528 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:55.755897 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Floating IP 37672d09-d690-40a3-91c8-b783f15ac0bf disassociated. External IP: 172.27.3.19, port: 347bef90-4a8a-425d-8f92-3356b072b80d. Sep 19 17:34:55.756243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Calling delete_port for 347bef90-4a8a-425d-8f92-3356b072b80d owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:34:55.768192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:55.945230 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (347bef90-4a8a-425d-8f92-3356b072b80d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:55.974495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'Port': ['ID=347bef90-4a8a-425d-8f92-3356b072b80d,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:34:56.124233 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-114b02c6-8972-464b-9c06-f6d81a76b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:56.330891 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:34:56.439770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:34:56.452814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:34:56.463597 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:34:56.464253 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:56.482812 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] No DVR routers for this DVR port 347bef90-4a8a-425d-8f92-3356b072b80d on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:34:56.485432 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:56.488614 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ce6ec184-3cd7-47be-99e6-20d1fc609807 req-e8f3b7ca-ad2e-4538-809a-80ac8e6b2b6e tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.67 "DELETE /networking/v2.0/ports/347bef90-4a8a-425d-8f92-3356b072b80d HTTP/1.1" status: 204 len: 173 time: 1.0653026 Sep 19 17:34:56.489095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'name': 'network-vif-deleted', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:34:56.491283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967b7530-8713-46f8-89f4-4698bcc162b4" -d '{"events": [{"server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "name": "network-vif-deleted", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:34:56.592864 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde25ab-0a20-4a0a-8933-b9626215f411 x-openstack-request-id: req-8cde25ab-0a20-4a0a-8933-b9626215f411 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:34:56.592864 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804ecd62-8779-426a-9cea-e9b6cef8b4b8", "name": "network-vif-deleted", "tag": "347bef90-4a8a-425d-8f92-3356b072b80d", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:34:56.592864 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cde25ab-0a20-4a0a-8933-b9626215f411 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:34:56.592864 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cde25ab-0a20-4a0a-8933-b9626215f411'] response: {'server_uuid': '804ecd62-8779-426a-9cea-e9b6cef8b4b8', 'name': 'network-vif-deleted', 'tag': '347bef90-4a8a-425d-8f92-3356b072b80d', 'status': 'completed', 'code': 200} Sep 19 17:34:56.662493 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0c96ac52-4cb0-402d-9401-338dc551ffab req-3d511ad9-7732-45ef-b3af-f00d00d99c4f tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Sep 19 17:34:56.689911 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:56.697019 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:34:56.889931 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:56.916020 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:34:56.924517 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:34:56.925111 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:57.036303 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:34:57.229587 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:34:57.259670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce56cf-eab1-4550-9902-34bc05cf7c32 None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:01Z', 'revision_number': 4, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec', 'name': '', 'network_id': '63313b22-203d-445f-8d13-359752f5c140', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'mac_address': 'fa:16:3e:5c:e1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:25:00Z', 'updated_at': '2022-09-19T17:25:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'subnets': [{'id': '7bb56f25-c058-457b-bcb2-b51251a31949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:34:57.491726 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7f7e9-5d16-4708-889e-936d97e7530a None None] New status for floating IP 37672d09-d690-40a3-91c8-b783f15ac0bf: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:34:57.781970 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be13a593-c153-41e3-a8ec-70545fc74f81 req-76c3ba9e-48a0-4647-b9f7-b85eae33f9d9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Sep 19 17:34:57.825484 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee909ff9-8b67-4cfb-a96f-a9508ea5caa6 req-378981a2-15b3-4c09-98d8-85792b58e18b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:57.826997 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ee909ff9-8b67-4cfb-a96f-a9508ea5caa6 req-378981a2-15b3-4c09-98d8-85792b58e18b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0479088 Sep 19 17:34:57.875148 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ee909ff9-8b67-4cfb-a96f-a9508ea5caa6 req-d3cc5c40-4bea-4346-b589-ec18d0da2e1b tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Sep 19 17:34:58.513023 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d7f52632-3a58-4e5a-91bb-908558e9cd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:58.898485 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2da4099-4665-4eda-85d6-8217b28e4354 req-2cd7ece5-def9-42dc-826b-92c8eaae4876 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=804ecd62-8779-426a-9cea-e9b6cef8b4b8 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Sep 19 17:34:59.010251 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc38560-f1dc-4add-91d7-5d9147aeb8b3 req-b4fd2a18-8963-4f15-bda9-6e7be7a1b8a1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:59.011755 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fc38560-f1dc-4add-91d7-5d9147aeb8b3 req-b4fd2a18-8963-4f15-bda9-6e7be7a1b8a1 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0504375 Sep 19 17:34:59.049371 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:59.062300 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3fc38560-f1dc-4add-91d7-5d9147aeb8b3 req-e52fee15-c309-4cac-9aea-c5e043650bca tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=ea603ec8-028c-4488-ae3c-0fb20f3a8b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Sep 19 17:34:59.580347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-4f2afff0-4ed8-4ac5-a8c5-0cf72068f284 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:34:59.582245 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-4f2afff0-4ed8-4ac5-a8c5-0cf72068f284 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 947 time: 0.0441439 Sep 19 17:34:59.665519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Deleting port 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:34:59.665780 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:59.745491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 347bef90-4a8a-425d-8f92-3356b072b80d no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:34:59.758853 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] For port 11cb86d3-62be-4d60-8b1e-e8a216766190, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=11cb86d3-62be-4d60-8b1e-e8a216766190,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:34:59.763203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:59.765356 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 347bef90-4a8a-425d-8f92-3356b072b80d {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:34:59.765699 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 347bef90-4a8a-425d-8f92-3356b072b80d not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:34:59.781193 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:59.911680 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:34:59.922464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:59.922795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:34:59.923156 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Floating IP df02a013-9dde-4814-a332-a078969c53e2 disassociated. External IP: 172.27.3.43, port: 11cb86d3-62be-4d60-8b1e-e8a216766190. Sep 19 17:34:59.923500 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Calling delete_port for 11cb86d3-62be-4d60-8b1e-e8a216766190 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:00.025683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:00.066997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60260) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:00.118661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (11cb86d3-62be-4d60-8b1e-e8a216766190), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.149202 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (84d522a5-3731-42cf-a4e4-a5fb68f82d6a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.155570 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'Port': ['ID=11cb86d3-62be-4d60-8b1e-e8a216766190,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:00.173432 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-25398e32-01e5-4aa7-ab67-3e40db75afa2 req-901d84e2-f7a4-47d3-829a-a917450c4e9a tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Sep 19 17:35:00.185133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (84d522a5-3731-42cf-a4e4-a5fb68f82d6a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.314367 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:35:00.408945 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (84d522a5-3731-42cf-a4e4-a5fb68f82d6a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.411474 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.412628 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/84d522a5-3731-42cf-a4e4-a5fb68f82d6a HTTP/1.1" status: 204 len: 168 time: 0.3446250 Sep 19 17:35:00.415849 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60264) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:00.428279 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118c464-c2c6-41bf-87a6-5427daa51321 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d522a5-3731-42cf-a4e4-a5fb68f82d6a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:00.430509 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.api.v2.resource [None req-359341d2-3aaa-4e19-bf90-79bd858ca9c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] show failed (client error): The resource could not be found. Sep 19 17:35:00.431641 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-359341d2-3aaa-4e19-bf90-79bd858ca9c6 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "GET /networking/v2.0/security-groups/84d522a5-3731-42cf-a4e4-a5fb68f82d6a HTTP/1.1" status: 404 len: 347 time: 0.0147481 Sep 19 17:35:00.433010 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:35:00.435133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60266) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:00.448805 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:35:00.460519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:00.461125 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:00.520745 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] No DVR routers for this DVR port 11cb86d3-62be-4d60-8b1e-e8a216766190 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:35:00.547218 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:00.549066 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.553066 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-e89b8727-278d-4110-b1c4-6995b260c8d5 req-e6c88dd2-c6be-45c0-9a90-8127ff2822fa tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.67 "DELETE /networking/v2.0/ports/11cb86d3-62be-4d60-8b1e-e8a216766190 HTTP/1.1" status: 204 len: 173 time: 0.9651065 Sep 19 17:35:00.560285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-deleted', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:35:00.560285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e610f7-269f-4e79-aa2d-3e1cc90ac222" -d '{"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-deleted", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:35:00.579494 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:00.609134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Deleting port a111cfad-eca0-4ea7-87a9-f55e7327f567 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:00.613082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.707942 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493fe6d0-f756-4335-b462-958555564408 x-openstack-request-id: req-493fe6d0-f756-4335-b462-958555564408 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:35:00.708164 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bea192-300a-4359-90a1-81ad16a35d10", "name": "network-vif-deleted", "tag": "11cb86d3-62be-4d60-8b1e-e8a216766190", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:35:00.708410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-493fe6d0-f756-4335-b462-958555564408 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:35:00.708793 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493fe6d0-f756-4335-b462-958555564408'] response: {'server_uuid': '70bea192-300a-4359-90a1-81ad16a35d10', 'name': 'network-vif-deleted', 'tag': '11cb86d3-62be-4d60-8b1e-e8a216766190', 'status': 'completed', 'code': 200} Sep 19 17:35:00.721409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.721743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (a111cfad-eca0-4ea7-87a9-f55e7327f567), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.736939 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Calling delete_port for a111cfad-eca0-4ea7-87a9-f55e7327f567 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:00.766115 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:00.814776 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:00.840581 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:35:00.849537 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:00.850139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:00.859607 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:00.942340 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (a111cfad-eca0-4ea7-87a9-f55e7327f567), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:00.961227 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:00.969298 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Pushing event deleted for resources: {'Port': ['ID=a111cfad-eca0-4ea7-87a9-f55e7327f567,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:01.033203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks [] for floatingip (37672d09-d690-40a3-91c8-b783f15ac0bf), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:01.036677 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:01.037849 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ffece1bc-6616-47f9-9c6d-e6325f70f4b9 tempest-AttachVolumeTestJSON-1328104224 tempest-AttachVolumeTestJSON-1328104224-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/37672d09-d690-40a3-91c8-b783f15ac0bf HTTP/1.1" status: 204 len: 168 time: 0.5990896 Sep 19 17:35:01.131724 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:01.176298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:01.205152 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b150851-2de2-48ae-9121-fecaa53e929b None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:23:18Z', 'revision_number': 4, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '4d5642dd-0b28-4ffa-91b6-b530e59be1de', 'name': '', 'network_id': 'a4b55d20-22b3-42fd-86ee-53a53a1c48eb', 'tenant_id': '1f148193008640639adb751706133b25', 'mac_address': 'fa:16:3e:e2:e3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:17Z', 'updated_at': '2022-09-19T17:23:30Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'subnets': [{'id': 'd0914954-4dcf-4460-8306-98f690eb3a88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:35:01.311977 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c75b6f7a-3197-4ee7-9d37-0296ee337415 req-1880dd6f-4cd8-4ec2-9870-36eec535a0cf tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=70bea192-300a-4359-90a1-81ad16a35d10 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Sep 19 17:35:01.450129 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18284d91-1e98-4a03-b7b8-6807e435c420 None None] New status for floating IP df02a013-9dde-4814-a332-a078969c53e2: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:35:01.551960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.260034 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:35:02.516856 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60286) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:02.569376 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (ea603ec8-028c-4488-ae3c-0fb20f3a8b97), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.594513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (ea603ec8-028c-4488-ae3c-0fb20f3a8b97), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.752935 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ea603ec8-028c-4488-ae3c-0fb20f3a8b97), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.755559 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.756860 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ea603ec8-028c-4488-ae3c-0fb20f3a8b97 HTTP/1.1" status: 204 len: 168 time: 0.2418690 Sep 19 17:35:02.761065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60290) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:02.766851 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea603ec8-028c-4488-ae3c-0fb20f3a8b97,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:02.775029 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.775321 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.775670 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.776044 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.776382 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.776723 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.777063 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.777398 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.777732 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.778062 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.778393 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.778722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.779011 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.api.v2.resource [None req-9a76afa5-9052-4ecf-958c-78f677d9ad20 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] show failed (client error): The resource could not be found. Sep 19 17:35:02.779131 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.779360 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.779713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1358dede-95a8-4f6b-aa65-117cf0c2d454 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:02.780054 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9a76afa5-9052-4ecf-958c-78f677d9ad20 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "GET /networking/v2.0/security-groups/ea603ec8-028c-4488-ae3c-0fb20f3a8b97 HTTP/1.1" status: 404 len: 347 time: 0.0179880 Sep 19 17:35:02.788082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60292) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:02.825987 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:02.900098 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Deleting port dbcadc2e-8b71-4ff8-b8b4-0d28961481e0 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:02.900435 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.980021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.980347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:02.992635 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Calling delete_port for dbcadc2e-8b71-4ff8-b8b4-0d28961481e0 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:03.230909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (dbcadc2e-8b71-4ff8-b8b4-0d28961481e0), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:03.254482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Pushing event deleted for resources: {'Port': ['ID=dbcadc2e-8b71-4ff8-b8b4-0d28961481e0,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:03.324330 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks [] for floatingip (df02a013-9dde-4814-a332-a078969c53e2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:03.326853 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:03.329210 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-03b08a07-e99e-4da7-9f7c-102ca9a91190 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/df02a013-9dde-4814-a332-a078969c53e2 HTTP/1.1" status: 204 len: 168 time: 0.5390024 Sep 19 17:35:03.787676 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:03.806904 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 11cb86d3-62be-4d60-8b1e-e8a216766190 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:03.807248 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 11cb86d3-62be-4d60-8b1e-e8a216766190 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:04.256668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:05.084284 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60324) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:05.490611 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:05.564545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:05.646322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:05.713331 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Deleting port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:05.713672 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:05.795926 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] For port 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:05.796207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:05.809230 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Calling delete_port for 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:06.049936 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:06.079556 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:06.088414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60334) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:06.330265 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:06.362901 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:06.854984 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:06.956565 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Router 1d1b7714-09c0-4e65-a5aa-caab792f3aba has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:35:06.962723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.186050 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:35:07.194661 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fbf66f12-d026-4e76-a438-dd9701bb6748 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1d1b7714-09c0-4e65-a5aa-caab792f3aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1093128 Sep 19 17:35:07.195236 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Sync routers for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:35:07.197171 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60338) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:07.205495 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:07.206083 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:07.308073 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:07.352194 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks [] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.354678 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Deleting port 4d5642dd-0b28-4ffa-91b6-b530e59be1de {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:07.355010 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.472150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:07.478996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:35:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:07.505066 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Checking router: 1d1b7714-09c0-4e65-a5aa-caab792f3aba for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:35:07.513748 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Routers {'1d1b7714-09c0-4e65-a5aa-caab792f3aba'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:07.514333 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:07.518082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] For port 4d5642dd-0b28-4ffa-91b6-b530e59be1de, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=4d5642dd-0b28-4ffa-91b6-b530e59be1de,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:07.518449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.534976 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks [] for router_gateway (1d1b7714-09c0-4e65-a5aa-caab792f3aba), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.539722 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Calling delete_port for 4d5642dd-0b28-4ffa-91b6-b530e59be1de owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:07.618382 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:07.636121 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Deleting port 8ae06840-e064-4645-8425-3606f7106488 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:07.636471 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (8ae06840-e064-4645-8425-3606f7106488), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.743297 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] Set router 1d1b7714-09c0-4e65-a5aa-caab792f3aba gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:07.779037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] For port 8ae06840-e064-4645-8425-3606f7106488, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=8ae06840-e064-4645-8425-3606f7106488,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:07.779410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (8ae06840-e064-4645-8425-3606f7106488), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.817136 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Calling delete_port for 8ae06840-e064-4645-8425-3606f7106488 owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:07.832613 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:07.867642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:07.914862 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:35:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:07.943410 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49a9c1-70ff-4b9e-8533-5540d4ec3ca4 None None] The sync data for ids ['1d1b7714-09c0-4e65-a5aa-caab792f3aba'] in dv-cinder-848013-2-iscsi is: [{'id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'name': 'tempest-AttachVolumeTestJSON-1595035281-router', 'tenant_id': '4225a4c3567f43208ad1663eec41c56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '8ae06840-e064-4645-8425-3606f7106488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:35:05Z', 'revision_number': 5, 'project_id': '4225a4c3567f43208ad1663eec41c56d', 'gw_port': {'id': '8ae06840-e064-4645-8425-3606f7106488', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1b7714-09c0-4e65-a5aa-caab792f3aba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:24:57Z', 'updated_at': '2022-09-19T17:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:35:07.943728 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (4d5642dd-0b28-4ffa-91b6-b530e59be1de), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:07.981547 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5642dd-0b28-4ffa-91b6-b530e59be1de,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:08.137201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (8ae06840-e064-4645-8425-3606f7106488), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.187446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae06840-e064-4645-8425-3606f7106488,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:08.198380 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:08.242741 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.308207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.337467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:08.412891 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:08.434434 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:08.434793 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0fab08ca-b5af-46d8-b1f9-6ed5d14c8fec not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:08.443177 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.445914 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks [] for router_controller (1d1b7714-09c0-4e65-a5aa-caab792f3aba), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.563549 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (1d1b7714-09c0-4e65-a5aa-caab792f3aba), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.564170 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1b7714-09c0-4e65-a5aa-caab792f3aba {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:35:08.569981 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.571096 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e9617fa2-a66a-486d-82ea-c0f135a3d264 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/1d1b7714-09c0-4e65-a5aa-caab792f3aba HTTP/1.1" status: 204 len: 168 time: 1.3730290 Sep 19 17:35:08.573704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60340) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:08.634385 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Router b2e585b5-9d89-428f-a2fb-2fde8e007c40 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:35:08.637754 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Deleting subnet 7bb56f25-c058-457b-bcb2-b51251a31949 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:35:08.643192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Publish callbacks [] for subnet (7bb56f25-c058-457b-bcb2-b51251a31949), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.718403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (7bb56f25-c058-457b-bcb2-b51251a31949), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.834780 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:35:08.841781 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-22dad799-d69f-4bb3-8002-92c6fcf4781d admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/b2e585b5-9d89-428f-a2fb-2fde8e007c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7584913 Sep 19 17:35:08.842922 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Sync routers for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:35:08.846773 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60342) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:08.847776 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (7bb56f25-c058-457b-bcb2-b51251a31949), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.853772 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:08.860679 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:08.943088 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:08.955495 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks [] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:08.961043 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:09.082380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks [] for router_gateway (b2e585b5-9d89-428f-a2fb-2fde8e007c40), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.196362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Deleting port cd3d7ccb-9101-4291-be4d-21fc53c26ce3 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:09.196971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.225925 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:35:07Z', 'revision_number': 5, 'project_id': '1f148193008640639adb751706133b25', 'gw_port': {'id': 'cd3d7ccb-9101-4291-be4d-21fc53c26ce3', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:23:14Z', 'updated_at': '2022-09-19T17:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.250395 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Checking router: b2e585b5-9d89-428f-a2fb-2fde8e007c40 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:35:09.258933 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Routers {'b2e585b5-9d89-428f-a2fb-2fde8e007c40'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:35:09.259532 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:34:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.262007 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (7bb56f25-c058-457b-bcb2-b51251a31949), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.286985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] For port cd3d7ccb-9101-4291-be4d-21fc53c26ce3, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:09.287358 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.294114 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.301139 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/7bb56f25-c058-457b-bcb2-b51251a31949 HTTP/1.1" status: 204 len: 168 time: 0.7263343 Sep 19 17:35:09.302032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60344) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:09.302564 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfef9c6-46ac-4942-bdbc-a98fa6ac0a39 None None] Network 63313b22-203d-445f-8d13-359752f5c140 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:09.302786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a65cd-14fa-4d60-8737-003ea55742a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb56f25-c058-457b-bcb2-b51251a31949,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:09.313590 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Calling delete_port for cd3d7ccb-9101-4291-be4d-21fc53c26ce3 owned by network:router_gateway {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:09.346192 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] Set router b2e585b5-9d89-428f-a2fb-2fde8e007c40 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:35:09.394313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (63313b22-203d-445f-8d13-359752f5c140), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.400816 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:35:09Z', 'revision_number': 6, 'project_id': '1f148193008640639adb751706133b25', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.426826 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eadb5-46e2-4229-bed2-236da8ed13bd None None] The sync data for ids ['b2e585b5-9d89-428f-a2fb-2fde8e007c40'] in dv-cinder-848013-2-iscsi is: [{'id': 'b2e585b5-9d89-428f-a2fb-2fde8e007c40', 'name': 'tempest-AttachVolumeShelveTestJSON-883319722-router', 'tenant_id': '1f148193008640639adb751706133b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:23:13Z', 'updated_at': '2022-09-19T17:35:09Z', 'revision_number': 6, 'project_id': '1f148193008640639adb751706133b25', 'gw_port_host': None}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:35:09.454289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Deleting port 0ea98725-55e3-4d2f-99ed-7d75de769e22 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:09.454632 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.484640 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] DHCP port deletion for 63313b22-203d-445f-8d13-359752f5c140 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:35:09.521775 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:09.523674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Deleting port 0ea98725-55e3-4d2f-99ed-7d75de769e22 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:09.524147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.529065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] For port 0ea98725-55e3-4d2f-99ed-7d75de769e22, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0ea98725-55e3-4d2f-99ed-7d75de769e22,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:09.535790 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.543123 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Calling delete_port for 0ea98725-55e3-4d2f-99ed-7d75de769e22 owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:09.564938 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (cd3d7ccb-9101-4291-be4d-21fc53c26ce3), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.591123 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] For port 0ea98725-55e3-4d2f-99ed-7d75de769e22, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=0ea98725-55e3-4d2f-99ed-7d75de769e22,segment=NetworkSegment(689ecaaa-83ad-4c10-b997-df6fd0b5dba3),segment_id=689ecaaa-83ad-4c10-b997-df6fd0b5dba3)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:09.591814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.596460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3d7ccb-9101-4291-be4d-21fc53c26ce3,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:09.604801 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Calling delete_port for 0ea98725-55e3-4d2f-99ed-7d75de769e22 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:09.614863 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:09.662193 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.695435 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.702919 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (0ea98725-55e3-4d2f-99ed-7d75de769e22), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.724898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea98725-55e3-4d2f-99ed-7d75de769e22,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:09.726822 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] No DVR routers for this DVR port 0ea98725-55e3-4d2f-99ed-7d75de769e22 on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:35:09.729185 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] Pushing event deleted for resources: {'Port': ['ID=0ea98725-55e3-4d2f-99ed-7d75de769e22,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:09.734721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead3510-07ff-4c50-b516-a39da84b3776 None None] No DVR routers for this DVR port 0ea98725-55e3-4d2f-99ed-7d75de769e22 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:35:09.759271 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.761863 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks [] for router_controller (b2e585b5-9d89-428f-a2fb-2fde8e007c40), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.802423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:09.819994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (63313b22-203d-445f-8d13-359752f5c140), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.846314 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63313b22-203d-445f-8d13-359752f5c140']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.856610 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689ecaaa-83ad-4c10-b997-df6fd0b5dba3') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.860617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689ecaaa-83ad-4c10-b997-df6fd0b5dba3') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:09.867274 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (689ecaaa-83ad-4c10-b997-df6fd0b5dba3), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.881748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (689ecaaa-83ad-4c10-b997-df6fd0b5dba3), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.888850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:35:09.889277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (689ecaaa-83ad-4c10-b997-df6fd0b5dba3), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.901514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (b2e585b5-9d89-428f-a2fb-2fde8e007c40), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.902253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e585b5-9d89-428f-a2fb-2fde8e007c40 {{(pid=106879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:35:09.909905 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:09.912751 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7a5ee2d6-462b-4005-9b30-765eb15b2441 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/b2e585b5-9d89-428f-a2fb-2fde8e007c40 HTTP/1.1" status: 204 len: 168 time: 1.0646052 Sep 19 17:35:09.916254 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60350) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:09.932186 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 689ecaaa-83ad-4c10-b997-df6fd0b5dba3 resource provider aggregate not found Sep 19 17:35:09.952406 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 689ecaaa-83ad-4c10-b997-df6fd0b5dba3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 689ecaaa-83ad-4c10-b997-df6fd0b5dba3 found for delete ", "request_id": "req-08dae463-0195-4f9f-acb6-3428b03cc94d"}]} Sep 19 17:35:09.966957 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Deleting subnet d0914954-4dcf-4460-8306-98f690eb3a88 {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:35:09.967792 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Publish callbacks [] for subnet (d0914954-4dcf-4460-8306-98f690eb3a88), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.007109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (d0914954-4dcf-4460-8306-98f690eb3a88), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.025023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (63313b22-203d-445f-8d13-359752f5c140), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.025813 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:10.036326 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.036326 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/63313b22-203d-445f-8d13-359752f5c140 HTTP/1.1" status: 204 len: 168 time: 0.7284186 Sep 19 17:35:10.045905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259361-af81-4875-bd4c-13fffc4f1b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=63313b22-203d-445f-8d13-359752f5c140,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:10.090689 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (d0914954-4dcf-4460-8306-98f690eb3a88), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.204867 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (d0914954-4dcf-4460-8306-98f690eb3a88), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.231203 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0914954-4dcf-4460-8306-98f690eb3a88,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:10.236250 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.240690 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-74c88d0a-a0d1-4d07-8b21-a7a73c2729f8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/d0914954-4dcf-4460-8306-98f690eb3a88 HTTP/1.1" status: 204 len: 168 time: 0.3230629 Sep 19 17:35:10.242084 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edea1d4d-c0a4-4de4-92c1-56ca2c1738bc None None] Network a4b55d20-22b3-42fd-86ee-53a53a1c48eb requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:10.243597 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60356) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:10.437034 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] DHCP port deletion for a4b55d20-22b3-42fd-86ee-53a53a1c48eb request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:35:10.445935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0ea98725-55e3-4d2f-99ed-7d75de769e22 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:10.446720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60358) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:10.468469 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 0ea98725-55e3-4d2f-99ed-7d75de769e22 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:10.469180 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 0ea98725-55e3-4d2f-99ed-7d75de769e22 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:10.469589 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 4d5642dd-0b28-4ffa-91b6-b530e59be1de no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:10.507790 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-de3ba889-2064-4e7b-89d9-842b37838acb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=4225a4c3567f43208ad1663eec41c56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605214 Sep 19 17:35:10.508664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60360) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:10.513574 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 4d5642dd-0b28-4ffa-91b6-b530e59be1de {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:10.514116 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 4d5642dd-0b28-4ffa-91b6-b530e59be1de not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:10.514318 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8ae06840-e064-4645-8425-3606f7106488 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:10.539586 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 8ae06840-e064-4645-8425-3606f7106488 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:10.540258 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 8ae06840-e064-4645-8425-3606f7106488 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:10.540891 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cd3d7ccb-9101-4291-be4d-21fc53c26ce3 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:10.563757 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: cd3d7ccb-9101-4291-be4d-21fc53c26ce3 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:10.564380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device cd3d7ccb-9101-4291-be4d-21fc53c26ce3 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:10.571204 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Deleting port 3c67472a-e52f-494c-b734-732c53e6ac9e {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:10.572511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.590793 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (a4b55d20-22b3-42fd-86ee-53a53a1c48eb), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.592700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] Publish callbacks [] for security_group (7383871a-d587-48ea-bdee-8215c8f32700), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.634678 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] Publish callbacks [] for security_group (7383871a-d587-48ea-bdee-8215c8f32700), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.635307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Deleting port 3c67472a-e52f-494c-b734-732c53e6ac9e {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:35:10.636057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.643117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] For port 3c67472a-e52f-494c-b734-732c53e6ac9e, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=3c67472a-e52f-494c-b734-732c53e6ac9e,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:10.643509 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.657375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Calling delete_port for 3c67472a-e52f-494c-b734-732c53e6ac9e owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:10.710996 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] For port 3c67472a-e52f-494c-b734-732c53e6ac9e, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=3c67472a-e52f-494c-b734-732c53e6ac9e,segment=NetworkSegment(23b75f97-4990-4d2a-9fd3-91944d0de21f),segment_id=23b75f97-4990-4d2a-9fd3-91944d0de21f)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:35:10.711367 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.723969 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Calling delete_port for 3c67472a-e52f-494c-b734-732c53e6ac9e owned by network:dhcp {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:35:10.764124 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7383871a-d587-48ea-bdee-8215c8f32700), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.766621 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.767816 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7383871a-d587-48ea-bdee-8215c8f32700 HTTP/1.1" status: 204 len: 168 time: 0.2580514 Sep 19 17:35:10.776587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485bcea-5688-4b99-939d-248dd2660822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7383871a-d587-48ea-bdee-8215c8f32700,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:10.809937 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.819164 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (3c67472a-e52f-494c-b734-732c53e6ac9e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.839588 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] Pushing event deleted for resources: {'Port': ['ID=3c67472a-e52f-494c-b734-732c53e6ac9e,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:10.843465 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb8f40-b35b-4611-8af2-81d3c70d656e None None] No DVR routers for this DVR port 3c67472a-e52f-494c-b734-732c53e6ac9e on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:35:10.851943 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c67472a-e52f-494c-b734-732c53e6ac9e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:10.851943 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] No DVR routers for this DVR port 3c67472a-e52f-494c-b734-732c53e6ac9e on host dv-cinder-848013-2-iscsi {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:35:10.926466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (a4b55d20-22b3-42fd-86ee-53a53a1c48eb), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.947662 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b55d20-22b3-42fd-86ee-53a53a1c48eb']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:10.959516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b75f97-4990-4d2a-9fd3-91944d0de21f') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:10.959516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b75f97-4990-4d2a-9fd3-91944d0de21f') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:10.967362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (23b75f97-4990-4d2a-9fd3-91944d0de21f), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.980858 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (23b75f97-4990-4d2a-9fd3-91944d0de21f), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:10.986955 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:35:10.987350 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (23b75f97-4990-4d2a-9fd3-91944d0de21f), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.141539 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (a4b55d20-22b3-42fd-86ee-53a53a1c48eb), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.148480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.155438 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/a4b55d20-22b3-42fd-86ee-53a53a1c48eb HTTP/1.1" status: 204 len: 168 time: 0.9081607 Sep 19 17:35:11.167259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b88a53-bf06-4771-a495-c76ee732093f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b55d20-22b3-42fd-86ee-53a53a1c48eb,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:11.191608 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 23b75f97-4990-4d2a-9fd3-91944d0de21f resource provider aggregate not found Sep 19 17:35:11.210525 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 23b75f97-4990-4d2a-9fd3-91944d0de21f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b75f97-4990-4d2a-9fd3-91944d0de21f found for delete ", "request_id": "req-93635864-176e-4422-8119-456652555ffe"}]} Sep 19 17:35:11.482495 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60382) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:11.512226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:11.523737 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-5d7f7150-c395-4dd8-9962-f5a4f863bf0a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=1f148193008640639adb751706133b25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399542 Sep 19 17:35:11.526249 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60384) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:11.574244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] Publish callbacks [] for security_group (e0087d24-b322-4d69-b958-590332ac2e80), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.595101 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] Publish callbacks [] for security_group (e0087d24-b322-4d69-b958-590332ac2e80), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.627183 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:11.716919 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (e0087d24-b322-4d69-b958-590332ac2e80), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.719733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:11.724327 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/e0087d24-b322-4d69-b958-590332ac2e80 HTTP/1.1" status: 204 len: 168 time: 0.1937408 Sep 19 17:35:11.731348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5754591-2aae-40fc-a6f2-99ebbf2cc289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0087d24-b322-4d69-b958-590332ac2e80,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:12.377833 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 3c67472a-e52f-494c-b734-732c53e6ac9e no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:35:12.398135 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 3c67472a-e52f-494c-b734-732c53e6ac9e {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:35:12.400211 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 3c67472a-e52f-494c-b734-732c53e6ac9e not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:35:14.226550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60466) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:14.333199 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d60014c0-f64c-4c8e-aeb8-4b8660e05bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.410658 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d60014c0-f64c-4c8e-aeb8-4b8660e05bde admin admin] Publish callbacks [] for security_group (5280ad0c-310e-4767-b113-b56a2e3ba1d2), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.461006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-d60014c0-f64c-4c8e-aeb8-4b8660e05bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5280ad0c-310e-4767-b113-b56a2e3ba1d2), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.499370 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60014c0-f64c-4c8e-aeb8-4b8660e05bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5280ad0c-310e-4767-b113-b56a2e3ba1d2,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:14.503661 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-d60014c0-f64c-4c8e-aeb8-4b8660e05bde admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ff6132b933804384bb231c31fbf3cb66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761014 Sep 19 17:35:14.506402 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60470) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:14.557494 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] Publish callbacks [] for security_group (5280ad0c-310e-4767-b113-b56a2e3ba1d2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.560107 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:14.577706 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] Publish callbacks [] for security_group (5280ad0c-310e-4767-b113-b56a2e3ba1d2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.676351 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (5280ad0c-310e-4767-b113-b56a2e3ba1d2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.679075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:14.680314 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/5280ad0c-310e-4767-b113-b56a2e3ba1d2 HTTP/1.1" status: 204 len: 168 time: 0.1729021 Sep 19 17:35:14.688448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fefe-055f-42f4-bdcb-8afa0f47352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280ad0c-310e-4767-b113-b56a2e3ba1d2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:15.274177 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60478) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:15.288150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eca2-28f9-4c9c-825b-408dc69cca10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.342495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:15.368338 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eca2-28f9-4c9c-825b-408dc69cca10 admin admin] Publish callbacks [] for security_group (ec2857df-388d-4aea-ab01-8471ace5021c), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.436193 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eca2-28f9-4c9c-825b-408dc69cca10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ec2857df-388d-4aea-ab01-8471ace5021c), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.477566 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-bfd9eca2-28f9-4c9c-825b-408dc69cca10 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=d273493a0c9a48878624f3e0d82c2a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022629 Sep 19 17:35:15.478489 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9eca2-28f9-4c9c-825b-408dc69cca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2857df-388d-4aea-ab01-8471ace5021c,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:15.480286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60480) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:15.532056 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] Publish callbacks [] for security_group (ec2857df-388d-4aea-ab01-8471ace5021c), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.551541 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] Publish callbacks [] for security_group (ec2857df-388d-4aea-ab01-8471ace5021c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.678571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ec2857df-388d-4aea-ab01-8471ace5021c), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.681297 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:15.682771 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ec2857df-388d-4aea-ab01-8471ace5021c HTTP/1.1" status: 204 len: 168 time: 0.2014463 Sep 19 17:35:15.691254 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846aceb-a9f0-4e08-a716-f799f1ecfd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2857df-388d-4aea-ab01-8471ace5021c,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:15.702924 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:16.211962 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:16.212572 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:16.708239 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60508) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:16.804480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273433042-network', 'tenant_id': '472177484bb34a7cb64f3f3f59b36b19'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:35:16.889854 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Made reservation on behalf of 472177484bb34a7cb64f3f3f59b36b19 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:35:16.892307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:16.901805 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:16.977900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks [] for security_group (dc07af08-aafc-45ea-9d8b-4979a87aced7), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.049507 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (dc07af08-aafc-45ea-9d8b-4979a87aced7), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.075355 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:35:17.085275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07af08-aafc-45ea-9d8b-4979a87aced7,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:17.090103 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (98973dca-1f01-4972-ad1d-3ed744a66bac), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.090439 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Added segment 98973dca-1f01-4972-ad1d-3ed744a66bac of type vlan for network 81b242f7-fdd1-49c6-8cce-83174c6a3582 Sep 19 17:35:17.130271 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (81b242f7-fdd1-49c6-8cce-83174c6a3582), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.227242 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (81b242f7-fdd1-49c6-8cce-83174c6a3582), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.228050 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:17.228649 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.291636 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] Pushing event updated for resources: {'Network': ['ID=81b242f7-fdd1-49c6-8cce-83174c6a3582,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:17.304867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 81b242f7-fdd1-49c6-8cce-83174c6a3582 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:35:17.356003 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c9147fe9-9e72-48ff-82fb-3381c0cbfed5 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6465497 Sep 19 17:35:17.362587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60514) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:17.369761 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Request body: {'subnet': {'network_id': '81b242f7-fdd1-49c6-8cce-83174c6a3582', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273433042-subnet', 'tenant_id': '472177484bb34a7cb64f3f3f59b36b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:35:17.453030 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Made reservation on behalf of 472177484bb34a7cb64f3f3f59b36b19 for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:35:17.455411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.661098 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (f7d7f3bd-f0f2-4719-8149-06245928c328), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.721195 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d7f3bd-f0f2-4719-8149-06245928c328,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:17.729789 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Checking segment: {'id': '98973dca-1f01-4972-ad1d-3ed744a66bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '81b242f7-fdd1-49c6-8cce-83174c6a3582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:35:17.730153 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Network hostable DHCP agents. Network: 81b242f7-fdd1-49c6-8cce-83174c6a3582, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:35:17.813107 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Network 81b242f7-fdd1-49c6-8cce-83174c6a3582 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:35:17.888040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 81b242f7-fdd1-49c6-8cce-83174c6a3582) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:35:17.892260 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:17.892890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:17.897015 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e773f9-e9fb-44ac-a0bb-8328886323fc None None] Network 81b242f7-fdd1-49c6-8cce-83174c6a3582 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:17.961808 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-bac92ed9-7562-4731-860f-de94f106a950 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5971332 Sep 19 17:35:17.999545 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835c816-ba77-4b70-9e2f-293a127cd660 None None] Network 81b242f7-fdd1-49c6-8cce-83174c6a3582 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:18.002651 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:18.660329 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60534) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:18.665190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791915468-network', 'tenant_id': '5c8b556746154bfc9d72b50e7cb8510a'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:35:18.744555 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Made reservation on behalf of 5c8b556746154bfc9d72b50e7cb8510a for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:35:18.746889 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.755748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.803741 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:18.831904 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks [] for security_group (8d9728ad-4a93-4236-8ee3-e3627e835eba), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.904753 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8d9728ad-4a93-4236-8ee3-e3627e835eba), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.932151 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:35:18.942431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9728ad-4a93-4236-8ee3-e3627e835eba,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:18.947172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7eb35dc5-2db3-414f-8f05-fc04ae891698), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.947517 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Added segment 7eb35dc5-2db3-414f-8f05-fc04ae891698 of type vlan for network 240abc39-efa2-464b-ad10-4d48b6a687fd Sep 19 17:35:18.986407 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (240abc39-efa2-464b-ad10-4d48b6a687fd), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:18.994820 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:19.089662 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (240abc39-efa2-464b-ad10-4d48b6a687fd), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:19.090600 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:19.091187 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:19.153873 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=240abc39-efa2-464b-ad10-4d48b6a687fd,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:19.163069 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 240abc39-efa2-464b-ad10-4d48b6a687fd details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:35:19.186757 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-05ee0d44-4293-40f3-bf2c-7153be9ad5f6 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5227804 Sep 19 17:35:19.187096 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60536) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:19.192158 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Request body: {'subnet': {'network_id': '240abc39-efa2-464b-ad10-4d48b6a687fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791915468-subnet', 'tenant_id': '5c8b556746154bfc9d72b50e7cb8510a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:35:19.329589 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Made reservation on behalf of 5c8b556746154bfc9d72b50e7cb8510a for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:35:19.332080 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749684'] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:19.457648 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:19.581043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749666'] for subnet (3af830dc-7af2-42d7-8d03-c0cfde07fcc3), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:19.622336 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:19.638071 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af830dc-7af2-42d7-8d03-c0cfde07fcc3,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:19.648212 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Checking segment: {'id': '7eb35dc5-2db3-414f-8f05-fc04ae891698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '240abc39-efa2-464b-ad10-4d48b6a687fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:35:19.648571 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Network hostable DHCP agents. Network: 240abc39-efa2-464b-ad10-4d48b6a687fd, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:35:19.740958 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Network 240abc39-efa2-464b-ad10-4d48b6a687fd is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:35:19.821632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 240abc39-efa2-464b-ad10-4d48b6a687fd) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:35:19.825723 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:19.826320 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:19.831641 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6dd9cd-10c2-4376-a258-a1404e92ed9f None None] Network 240abc39-efa2-464b-ad10-4d48b6a687fd requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:19.932613 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933cbd2-2d44-4295-9987-30887e51949c None None] Network 240abc39-efa2-464b-ad10-4d48b6a687fd requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:35:19.949965 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c5b3d5d9-9767-4351-aafd-070bd443c1c2 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7616479 Sep 19 17:35:20.067161 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60542) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:20.115963 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Deleting subnet f7d7f3bd-f0f2-4719-8149-06245928c328 {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:35:20.119775 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Publish callbacks [] for subnet (f7d7f3bd-f0f2-4719-8149-06245928c328), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.155009 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (f7d7f3bd-f0f2-4719-8149-06245928c328), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.194454 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (f7d7f3bd-f0f2-4719-8149-06245928c328), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.318776 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (f7d7f3bd-f0f2-4719-8149-06245928c328), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.350189 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d7f3bd-f0f2-4719-8149-06245928c328,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:20.352189 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.355327 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-40563f55-eb89-4372-b792-36d4f9d2c4a8 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/f7d7f3bd-f0f2-4719-8149-06245928c328 HTTP/1.1" status: 204 len: 168 time: 0.2871647 Sep 19 17:35:20.357920 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60546) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:20.427877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (81b242f7-fdd1-49c6-8cce-83174c6a3582), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.509620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (81b242f7-fdd1-49c6-8cce-83174c6a3582), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.529467 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b242f7-fdd1-49c6-8cce-83174c6a3582']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:20.538511 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98973dca-1f01-4972-ad1d-3ed744a66bac') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:20.538808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98973dca-1f01-4972-ad1d-3ed744a66bac') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:20.548791 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (98973dca-1f01-4972-ad1d-3ed744a66bac), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.562444 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (98973dca-1f01-4972-ad1d-3ed744a66bac), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.569008 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:35:20.569419 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (98973dca-1f01-4972-ad1d-3ed744a66bac), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.610601 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 98973dca-1f01-4972-ad1d-3ed744a66bac resource provider aggregate not found Sep 19 17:35:20.627925 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 98973dca-1f01-4972-ad1d-3ed744a66bac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98973dca-1f01-4972-ad1d-3ed744a66bac found for delete ", "request_id": "req-19c51f13-4e7f-4a66-b94b-173f0f6622bd"}]} Sep 19 17:35:20.699295 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (81b242f7-fdd1-49c6-8cce-83174c6a3582), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.703834 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.707006 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/81b242f7-fdd1-49c6-8cce-83174c6a3582 HTTP/1.1" status: 204 len: 168 time: 0.3481271 Sep 19 17:35:20.710086 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60552) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:20.720188 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf580c4-32de-437f-aaca-e62f2fcee1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b242f7-fdd1-49c6-8cce-83174c6a3582,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:20.755793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Deleting subnet 3af830dc-7af2-42d7-8d03-c0cfde07fcc3 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:35:20.758905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Publish callbacks [] for subnet (3af830dc-7af2-42d7-8d03-c0cfde07fcc3), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.795023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (3af830dc-7af2-42d7-8d03-c0cfde07fcc3), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.839110 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (3af830dc-7af2-42d7-8d03-c0cfde07fcc3), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.967880 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (3af830dc-7af2-42d7-8d03-c0cfde07fcc3), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:20.992390 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af830dc-7af2-42d7-8d03-c0cfde07fcc3,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:20.998094 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.001277 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5177cd46-3188-4288-bad6-c36c6314115f admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/3af830dc-7af2-42d7-8d03-c0cfde07fcc3 HTTP/1.1" status: 204 len: 168 time: 0.2901938 Sep 19 17:35:21.003962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60554) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:21.075671 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (240abc39-efa2-464b-ad10-4d48b6a687fd), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.152752 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (240abc39-efa2-464b-ad10-4d48b6a687fd), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.173133 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240abc39-efa2-464b-ad10-4d48b6a687fd']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:21.182354 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb35dc5-2db3-414f-8f05-fc04ae891698') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:21.182653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb35dc5-2db3-414f-8f05-fc04ae891698') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:35:21.192498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (7eb35dc5-2db3-414f-8f05-fc04ae891698), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.206797 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (7eb35dc5-2db3-414f-8f05-fc04ae891698), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.213892 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:35:21.214275 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (7eb35dc5-2db3-414f-8f05-fc04ae891698), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.264647 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 7eb35dc5-2db3-414f-8f05-fc04ae891698 resource provider aggregate not found Sep 19 17:35:21.339303 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 7eb35dc5-2db3-414f-8f05-fc04ae891698 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eb35dc5-2db3-414f-8f05-fc04ae891698 found for delete ", "request_id": "req-355063d2-3cae-488c-96c6-e13ac3569008"}]} Sep 19 17:35:21.437699 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (240abc39-efa2-464b-ad10-4d48b6a687fd), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.446266 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.449693 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/240abc39-efa2-464b-ad10-4d48b6a687fd HTTP/1.1" status: 204 len: 168 time: 0.4446764 Sep 19 17:35:21.460719 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09d1c9-b70d-41de-a248-5c873f88ad71 admin admin] Pushing event deleted for resources: {'Network': ['ID=240abc39-efa2-464b-ad10-4d48b6a687fd,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:21.835503 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60576) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:21.880723 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b682362f-cefc-4a72-a902-43b4728a62b5 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=472177484bb34a7cb64f3f3f59b36b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438738 Sep 19 17:35:21.884334 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60578) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:21.937242 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] Publish callbacks [] for security_group (dc07af08-aafc-45ea-9d8b-4979a87aced7), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:21.958072 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] Publish callbacks [] for security_group (dc07af08-aafc-45ea-9d8b-4979a87aced7), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:22.071167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (dc07af08-aafc-45ea-9d8b-4979a87aced7), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:22.074545 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:22.075980 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/dc07af08-aafc-45ea-9d8b-4979a87aced7 HTTP/1.1" status: 204 len: 168 time: 0.1904595 Sep 19 17:35:22.086606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a258f55-f54f-4ea8-89c2-8a780034b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07af08-aafc-45ea-9d8b-4979a87aced7,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:22.870657 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60586) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:22.921365 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-982d27ca-a844-488a-897c-bd69a1b2d6a8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5c8b556746154bfc9d72b50e7cb8510a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494940 Sep 19 17:35:22.924173 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60588) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:22.938004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:22.978216 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] Publish callbacks [] for security_group (8d9728ad-4a93-4236-8ee3-e3627e835eba), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:23.000446 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] Publish callbacks [] for security_group (8d9728ad-4a93-4236-8ee3-e3627e835eba), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:23.152805 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8d9728ad-4a93-4236-8ee3-e3627e835eba), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:23.155359 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:23.156610 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8d9728ad-4a93-4236-8ee3-e3627e835eba HTTP/1.1" status: 204 len: 168 time: 0.2314043 Sep 19 17:35:23.165109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813acad-7694-4f5b-9e8a-3d0ee27b2168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9728ad-4a93-4236-8ee3-e3627e835eba,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:26.106693 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3d428c4d-0367-4fc7-aae1-b7ead0c34c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:28.501730 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2c6cc87d-4f67-4ea0-ab6e-724cf12e793e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:29.775215 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:31.094747 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:31.572836 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:31.994401 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:32.081080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:33.160291 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:34.260890 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:38.984502 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-38892a8d-a83a-47a1-bba9-c99ab04a2fe6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416582 Sep 19 17:35:39.102111 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-4b1b6017-1faf-4858-a1b9-f37e63100ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:39.104258 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-4b1b6017-1faf-4858-a1b9-f37e63100ffb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 1129 time: 0.0392168 Sep 19 17:35:39.210254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-f074deba-2c5e-4938-a3ff-9c24e72981c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:39.211734 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-f074deba-2c5e-4938-a3ff-9c24e72981c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0878248 Sep 19 17:35:39.258749 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:35:39.277437 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-09e5cd91-5dd6-49a7-88bd-5d3a58d62303 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe HTTP/1.1" status: 200 len: 1000 time: 0.0585933 Sep 19 17:35:39.328946 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-bc9a1540-a2d8-4ff0-8036-b3bf35252f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:39.330393 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-bc9a1540-a2d8-4ff0-8036-b3bf35252f21 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0456188 Sep 19 17:35:39.376041 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-0f8ff21e-57db-4017-acc1-4c7e638919d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:35:39.377572 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-0f8ff21e-57db-4017-acc1-4c7e638919d6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397637 Sep 19 17:35:39.474008 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-5639e967-3479-4418-8ece-c99e52e6ed97 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894020 Sep 19 17:35:39.569773 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-c544deb7-4e7a-4da0-a437-424094eae1ed req-b4ce3968-1957-454f-ba21-88d1eb057795 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889142 Sep 19 17:35:43.634549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60810) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:43.744214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fbefe98f-b68f-4430-8891-1032cc2c150b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:43.822466 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fbefe98f-b68f-4430-8891-1032cc2c150b admin admin] Publish callbacks [] for security_group (deee51dc-a148-4b74-9c6f-453fb5d400cd), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:43.895513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-fbefe98f-b68f-4430-8891-1032cc2c150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (deee51dc-a148-4b74-9c6f-453fb5d400cd), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:43.935759 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefe98f-b68f-4430-8891-1032cc2c150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deee51dc-a148-4b74-9c6f-453fb5d400cd,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:43.940109 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-fbefe98f-b68f-4430-8891-1032cc2c150b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6731ecfc189d4599b7c748b0681b814e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045049 Sep 19 17:35:43.944143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60814) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:43.997681 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] Publish callbacks [] for security_group (deee51dc-a148-4b74-9c6f-453fb5d400cd), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.018691 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] Publish callbacks [] for security_group (deee51dc-a148-4b74-9c6f-453fb5d400cd), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.152750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (deee51dc-a148-4b74-9c6f-453fb5d400cd), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.155299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.156521 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/deee51dc-a148-4b74-9c6f-453fb5d400cd HTTP/1.1" status: 204 len: 168 time: 0.2114768 Sep 19 17:35:44.165075 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3e22e-102e-473e-9ff0-d20b8da697c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee51dc-a148-4b74-9c6f-453fb5d400cd,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:44.170679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:44.176172 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:44.725107 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60822) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:44.739992 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6885de14-2fe0-49f7-bd69-40e1a2ca556c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.817112 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6885de14-2fe0-49f7-bd69-40e1a2ca556c admin admin] Publish callbacks [] for security_group (f2923a69-7e7b-4ff5-8f53-cf2a00485b08), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.904384 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6885de14-2fe0-49f7-bd69-40e1a2ca556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f2923a69-7e7b-4ff5-8f53-cf2a00485b08), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:44.945256 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6885de14-2fe0-49f7-bd69-40e1a2ca556c admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c760b8d883da4c2dbd32a68510dfb134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189589 Sep 19 17:35:44.946804 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885de14-2fe0-49f7-bd69-40e1a2ca556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2923a69-7e7b-4ff5-8f53-cf2a00485b08,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:44.949526 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60824) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:45.000495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Publish callbacks [] for security_group (f2923a69-7e7b-4ff5-8f53-cf2a00485b08), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:45.020933 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Publish callbacks [] for security_group (f2923a69-7e7b-4ff5-8f53-cf2a00485b08), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:45.146638 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f2923a69-7e7b-4ff5-8f53-cf2a00485b08), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:45.149256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:45.151036 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f2923a69-7e7b-4ff5-8f53-cf2a00485b08 HTTP/1.1" status: 204 len: 168 time: 0.2003627 Sep 19 17:35:45.159437 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2923a69-7e7b-4ff5-8f53-cf2a00485b08,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:45.167352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.167725 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.168065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.168404 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.168736 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.169118 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.169586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.170054 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.170431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.170754 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.171095 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.171403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.171746 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.172067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:45.172384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a61edff-227b-45de-aa34-1f922e5bc6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:35:49.254159 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:49.255406 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:54.936076 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=51,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:54.943066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=55,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:55.154411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:55.163482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:55.186876 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:35:56.109956 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b44b705a-0d1d-4d9a-a6d0-813aa9a391aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.442657 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60956) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:57.551264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-490d9b9d-8ae4-4881-9ace-d3c663475141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.625326 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-490d9b9d-8ae4-4881-9ace-d3c663475141 admin admin] Publish callbacks [] for security_group (95f7af2a-7452-4af9-8c33-56c380942038), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.712374 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-490d9b9d-8ae4-4881-9ace-d3c663475141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (95f7af2a-7452-4af9-8c33-56c380942038), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.753819 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9b9d-8ae4-4881-9ace-d3c663475141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7af2a-7452-4af9-8c33-56c380942038,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:57.758107 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-490d9b9d-8ae4-4881-9ace-d3c663475141 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=be0e9b20bd6a4f9fbb2865a8049d7e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144135 Sep 19 17:35:57.761046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60960) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:57.809890 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] Publish callbacks [] for security_group (95f7af2a-7452-4af9-8c33-56c380942038), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.831959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] Publish callbacks [] for security_group (95f7af2a-7452-4af9-8c33-56c380942038), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.934550 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (95f7af2a-7452-4af9-8c33-56c380942038), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.937084 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:57.938241 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/95f7af2a-7452-4af9-8c33-56c380942038 HTTP/1.1" status: 204 len: 168 time: 0.1762922 Sep 19 17:35:57.946463 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87f972-7c22-481c-8a42-d2f7410fb9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7af2a-7452-4af9-8c33-56c380942038,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:58.532775 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-38639047-6ba6-4987-8102-c0a1ec8b1ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:58.642355 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 60982) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:58.656539 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e38c72c-0666-4dd4-b62c-0eea8ee530f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:58.740988 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e38c72c-0666-4dd4-b62c-0eea8ee530f9 admin admin] Publish callbacks [] for security_group (7739daa8-1265-480f-9263-49c26ba1f22e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:58.820589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e38c72c-0666-4dd4-b62c-0eea8ee530f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7739daa8-1265-480f-9263-49c26ba1f22e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:58.866453 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4e38c72c-0666-4dd4-b62c-0eea8ee530f9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=519ef32f7fcb48a0a203a87f3a2a01b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218411 Sep 19 17:35:58.866453 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38c72c-0666-4dd4-b62c-0eea8ee530f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739daa8-1265-480f-9263-49c26ba1f22e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:58.868735 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 60996) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:35:58.926562 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] Publish callbacks [] for security_group (7739daa8-1265-480f-9263-49c26ba1f22e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:58.948362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] Publish callbacks [] for security_group (7739daa8-1265-480f-9263-49c26ba1f22e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:59.095861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7739daa8-1265-480f-9263-49c26ba1f22e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:59.098555 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:35:59.099767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7739daa8-1265-480f-9263-49c26ba1f22e HTTP/1.1" status: 204 len: 168 time: 0.2294359 Sep 19 17:35:59.109285 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7a52d-fb18-4880-9b48-b44cc87ccd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739daa8-1265-480f-9263-49c26ba1f22e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:35:59.798173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.228903 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32792) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:00.330133 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-791908609-network', 'tenant_id': '11cad2c6b3b24ce0acef087ac7b64e4c'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:00.443845 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Made reservation on behalf of 11cad2c6b3b24ce0acef087ac7b64e4c for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:00.446375 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.455811 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.531622 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks [] for security_group (7c761760-3396-4408-b264-e91c5160617b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.595317 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7c761760-3396-4408-b264-e91c5160617b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.623985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:36:00.629520 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c761760-3396-4408-b264-e91c5160617b,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:00.637311 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (88a32688-e1fb-4623-a4da-7a4bddbfb050), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.637695 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Added segment 88a32688-e1fb-4623-a4da-7a4bddbfb050 of type vlan for network 8b3b1a31-8090-4f7d-9269-e686666d94d8 Sep 19 17:36:00.680284 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (8b3b1a31-8090-4f7d-9269-e686666d94d8), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.761380 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (8b3b1a31-8090-4f7d-9269-e686666d94d8), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.762458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:00.763048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:00.825043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3b1a31-8090-4f7d-9269-e686666d94d8,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:00.834453 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 8b3b1a31-8090-4f7d-9269-e686666d94d8 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:36:00.880532 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-c369b819-a62d-467a-8141-cd97d32c3886 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6504779 Sep 19 17:36:00.883283 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32798) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:00.889018 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Request body: {'subnet': {'network_id': '8b3b1a31-8090-4f7d-9269-e686666d94d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-791908609-subnet', 'tenant_id': '11cad2c6b3b24ce0acef087ac7b64e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:01.003274 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Made reservation on behalf of 11cad2c6b3b24ce0acef087ac7b64e4c for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:01.005717 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749684'] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:01.112041 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:01.224174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749666'] for subnet (3539b8ef-4fdf-420b-831f-583807585892), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:01.263560 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:01.278977 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:01.280897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3539b8ef-4fdf-420b-831f-583807585892,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:01.296648 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Checking segment: {'id': '88a32688-e1fb-4623-a4da-7a4bddbfb050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8b3b1a31-8090-4f7d-9269-e686666d94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:01.297687 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Network hostable DHCP agents. Network: 8b3b1a31-8090-4f7d-9269-e686666d94d8, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:36:01.392033 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Network 8b3b1a31-8090-4f7d-9269-e686666d94d8 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:36:01.496259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 8b3b1a31-8090-4f7d-9269-e686666d94d8) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:01.500740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:01.501927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:01.504696 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3d201-76e8-4308-b1b3-68e77d1d04ce None None] Network 8b3b1a31-8090-4f7d-9269-e686666d94d8 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:01.603896 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc207e10-b00c-48ba-be20-b4327516a3e5 None None] Network 8b3b1a31-8090-4f7d-9269-e686666d94d8 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:01.641137 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-9eb325de-02c6-477d-be50-1ebeb6548a98 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7567384 Sep 19 17:36:01.648257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:01.855074 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32810) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:01.959004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-defd24a3-069b-435f-a08f-c584e340f22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.036303 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-defd24a3-069b-435f-a08f-c584e340f22d admin admin] Publish callbacks [] for security_group (2ed2059c-04df-4a5b-a166-593156564bac), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.121461 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-defd24a3-069b-435f-a08f-c584e340f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2ed2059c-04df-4a5b-a166-593156564bac), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.162926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-defd24a3-069b-435f-a08f-c584e340f22d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=f45117e780e54e90a39a7c6bf2859f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059804 Sep 19 17:36:02.164544 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd24a3-069b-435f-a08f-c584e340f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed2059c-04df-4a5b-a166-593156564bac,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:02.167352 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32820) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:02.218376 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] Publish callbacks [] for security_group (2ed2059c-04df-4a5b-a166-593156564bac), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.238990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] Publish callbacks [] for security_group (2ed2059c-04df-4a5b-a166-593156564bac), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.398375 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32826) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:02.403899 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-218857859-network', 'tenant_id': '6a933606c1ec4769b36cfb849955b102'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:02.410708 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2ed2059c-04df-4a5b-a166-593156564bac), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.413205 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.418061 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2ed2059c-04df-4a5b-a166-593156564bac HTTP/1.1" status: 204 len: 168 time: 0.2453790 Sep 19 17:36:02.428369 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25029f8c-c891-4fbd-a0e6-6151fc47b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed2059c-04df-4a5b-a166-593156564bac,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:02.510323 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Made reservation on behalf of 6a933606c1ec4769b36cfb849955b102 for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:02.513271 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.522817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.597831 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks [] for security_group (c81c492a-64b2-4e9a-b27b-18f051a19335), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.694697 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (c81c492a-64b2-4e9a-b27b-18f051a19335), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.720660 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:36:02.727307 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:02.731742 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c492a-64b2-4e9a-b27b-18f051a19335,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:02.736568 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (255e0b62-26e7-41d2-b907-d4ba1a1ad515), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.737059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Added segment 255e0b62-26e7-41d2-b907-d4ba1a1ad515 of type vlan for network 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a Sep 19 17:36:02.782637 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (1ca4802b-f4bd-465e-94f8-3a57cdb80c2a), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.870172 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (1ca4802b-f4bd-465e-94f8-3a57cdb80c2a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.871259 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:02.871900 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:02.936751 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Pushing event updated for resources: {'Network': ['ID=1ca4802b-f4bd-465e-94f8-3a57cdb80c2a,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:02.939473 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:02.944306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.944658 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.945072 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.945387 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.945722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.946056 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.946385 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.946713 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.947610 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.947968 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.948843 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.948843 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.949020 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.949322 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.949643 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:02.960281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:36:03.000546 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-73c22737-0694-467b-b596-f7319eed305c admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6009119 Sep 19 17:36:03.003159 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32834) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:03.008079 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Request body: {'subnet': {'network_id': '1ca4802b-f4bd-465e-94f8-3a57cdb80c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-218857859-subnet', 'tenant_id': '6a933606c1ec4769b36cfb849955b102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:03.097748 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Made reservation on behalf of 6a933606c1ec4769b36cfb849955b102 for: {'subnet': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:03.100176 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8749684'] for subnet (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.107786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 32836) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:03.121617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76daea69-424e-4267-9788-f6ef4fca345b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.197907 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76daea69-424e-4267-9788-f6ef4fca345b admin admin] Publish callbacks [] for security_group (1e86812f-3ff0-4274-809f-430018cd441a), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.271955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76daea69-424e-4267-9788-f6ef4fca345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1e86812f-3ff0-4274-809f-430018cd441a), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.313373 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-76daea69-424e-4267-9788-f6ef4fca345b admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b7bbb31ef0a14527a04ddeb85d7c2400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044239 Sep 19 17:36:03.314223 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daea69-424e-4267-9788-f6ef4fca345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e86812f-3ff0-4274-809f-430018cd441a,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:03.316203 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 32838) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:03.331430 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8784440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8749666'] for subnet (5af4be27-c98f-4e76-8b7f-e99db5ccc36a), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.400880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af4be27-c98f-4e76-8b7f-e99db5ccc36a,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:03.428843 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] Publish callbacks [] for security_group (1e86812f-3ff0-4274-809f-430018cd441a), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.432308 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Checking segment: {'id': '255e0b62-26e7-41d2-b907-d4ba1a1ad515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ca4802b-f4bd-465e-94f8-3a57cdb80c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:03.432664 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Network hostable DHCP agents. Network: 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:36:03.459234 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] Publish callbacks [] for security_group (1e86812f-3ff0-4274-809f-430018cd441a), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.522950 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Network 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:36:03.583794 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1e86812f-3ff0-4274-809f-430018cd441a), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.586357 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.588033 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1e86812f-3ff0-4274-809f-430018cd441a HTTP/1.1" status: 204 len: 168 time: 0.2703521 Sep 19 17:36:03.596269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a) {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:03.597845 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb0aba-7e63-4d04-adf5-e33cb9af336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e86812f-3ff0-4274-809f-430018cd441a,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:03.602551 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:03.604480 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:03.616875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087c8c4-460a-4b84-b7f7-df270584e46e None None] Network 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:03.672325 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ec3f17d4-dd38-49a4-b890-ae385c47f394 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6680238 Sep 19 17:36:03.727345 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d47d53-cabe-4a98-b254-e14c46be0ebb None None] Network 1ca4802b-f4bd-465e-94f8-3a57cdb80c2a requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:04.246941 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:13.306529 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=68,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:13.309920 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:13.614147 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:13.617001 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=28,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:14.173617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:14.175508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:16.257541 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:36:19.188045 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33056) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:19.297810 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4505ea33-bb62-4d81-bc00-0f1e4a0f8fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.379297 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4505ea33-bb62-4d81-bc00-0f1e4a0f8fa2 admin admin] Publish callbacks [] for security_group (44a36aea-d901-4696-bc50-f781eb837630), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.471316 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4505ea33-bb62-4d81-bc00-0f1e4a0f8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (44a36aea-d901-4696-bc50-f781eb837630), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.512446 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505ea33-bb62-4d81-bc00-0f1e4a0f8fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a36aea-d901-4696-bc50-f781eb837630,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:19.516797 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4505ea33-bb62-4d81-bc00-0f1e4a0f8fa2 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=348f406f29084aa395589e744df9f983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278151 Sep 19 17:36:19.519529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33062) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:19.570504 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] Publish callbacks [] for security_group (44a36aea-d901-4696-bc50-f781eb837630), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.591117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] Publish callbacks [] for security_group (44a36aea-d901-4696-bc50-f781eb837630), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.717614 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (44a36aea-d901-4696-bc50-f781eb837630), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.720201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:19.721433 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/44a36aea-d901-4696-bc50-f781eb837630 HTTP/1.1" status: 204 len: 168 time: 0.2009418 Sep 19 17:36:19.730182 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a186-747e-4eca-95ef-10aaeb73bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a36aea-d901-4696-bc50-f781eb837630,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:20.428189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33074) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:20.441786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a5bd309d-45f7-4c63-bb84-9083570e11a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.531356 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a5bd309d-45f7-4c63-bb84-9083570e11a8 admin admin] Publish callbacks [] for security_group (4756cb21-e4e2-42be-ad10-6c6e167ee999), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.597465 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a5bd309d-45f7-4c63-bb84-9083570e11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4756cb21-e4e2-42be-ad10-6c6e167ee999), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.643584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a5bd309d-45f7-4c63-bb84-9083570e11a8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c96144de86424a8e89bbed0522b09a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142971 Sep 19 17:36:20.644491 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd309d-45f7-4c63-bb84-9083570e11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756cb21-e4e2-42be-ad10-6c6e167ee999,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:20.646398 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33078) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:20.703389 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] Publish callbacks [] for security_group (4756cb21-e4e2-42be-ad10-6c6e167ee999), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.724893 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] Publish callbacks [] for security_group (4756cb21-e4e2-42be-ad10-6c6e167ee999), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.857640 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4756cb21-e4e2-42be-ad10-6c6e167ee999), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.860353 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:20.861570 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4756cb21-e4e2-42be-ad10-6c6e167ee999 HTTP/1.1" status: 204 len: 168 time: 0.2138636 Sep 19 17:36:20.869802 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02917bbb-cce4-4d50-a834-341f9b49ab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756cb21-e4e2-42be-ad10-6c6e167ee999,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:21.687975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33086) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:21.701552 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-471b497e-2a20-4ebf-87a3-40c2193b8b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:21.777985 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-471b497e-2a20-4ebf-87a3-40c2193b8b1d admin admin] Publish callbacks [] for security_group (11363c3d-4803-4199-9a8d-5fb068d57482), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:21.848923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-471b497e-2a20-4ebf-87a3-40c2193b8b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (11363c3d-4803-4199-9a8d-5fb068d57482), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:21.888990 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b497e-2a20-4ebf-87a3-40c2193b8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11363c3d-4803-4199-9a8d-5fb068d57482,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:21.893406 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-471b497e-2a20-4ebf-87a3-40c2193b8b1d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=ebc7505cd56140cd8486bee816f4f162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043495 Sep 19 17:36:21.896616 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33088) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:21.952046 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] Publish callbacks [] for security_group (11363c3d-4803-4199-9a8d-5fb068d57482), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:21.970058 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] Publish callbacks [] for security_group (11363c3d-4803-4199-9a8d-5fb068d57482), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:21.991726 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:21.995924 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:22.071415 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (11363c3d-4803-4199-9a8d-5fb068d57482), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:22.074536 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:22.075721 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/11363c3d-4803-4199-9a8d-5fb068d57482 HTTP/1.1" status: 204 len: 168 time: 0.1785266 Sep 19 17:36:22.083658 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d7f29-6f50-45f5-9df9-4c868626c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11363c3d-4803-4199-9a8d-5fb068d57482,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:24.935506 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33166) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:24.981391 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Deleting subnet 3539b8ef-4fdf-420b-831f-583807585892 {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:36:24.984604 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Publish callbacks [] for subnet (3539b8ef-4fdf-420b-831f-583807585892), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.021441 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (3539b8ef-4fdf-420b-831f-583807585892), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.065537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (3539b8ef-4fdf-420b-831f-583807585892), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.212750 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (3539b8ef-4fdf-420b-831f-583807585892), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.241083 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3539b8ef-4fdf-420b-831f-583807585892,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:25.243049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.246231 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-172d11e2-006a-43f1-bdf3-41e601563022 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/3539b8ef-4fdf-420b-831f-583807585892 HTTP/1.1" status: 204 len: 168 time: 0.3096735 Sep 19 17:36:25.248890 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33170) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:25.253693 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:25.326561 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (8b3b1a31-8090-4f7d-9269-e686666d94d8), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.409311 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (8b3b1a31-8090-4f7d-9269-e686666d94d8), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.430156 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3b1a31-8090-4f7d-9269-e686666d94d8']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:25.440024 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a32688-e1fb-4623-a4da-7a4bddbfb050') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:25.440324 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a32688-e1fb-4623-a4da-7a4bddbfb050') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:25.450373 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (88a32688-e1fb-4623-a4da-7a4bddbfb050), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.463804 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (88a32688-e1fb-4623-a4da-7a4bddbfb050), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.470665 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:36:25.471050 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (88a32688-e1fb-4623-a4da-7a4bddbfb050), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.517083 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 88a32688-e1fb-4623-a4da-7a4bddbfb050 resource provider aggregate not found Sep 19 17:36:25.536272 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 88a32688-e1fb-4623-a4da-7a4bddbfb050 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88a32688-e1fb-4623-a4da-7a4bddbfb050 found for delete ", "request_id": "req-ae0384d2-afba-41f4-8461-e3bc58304914"}]} Sep 19 17:36:25.617912 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (8b3b1a31-8090-4f7d-9269-e686666d94d8), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.623505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.629092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/8b3b1a31-8090-4f7d-9269-e686666d94d8 HTTP/1.1" status: 204 len: 168 time: 0.3769293 Sep 19 17:36:25.630474 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33178) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:25.639450 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc49536-2f54-4653-b8f4-bbc1b522b272 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3b1a31-8090-4f7d-9269-e686666d94d8,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:25.678184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Deleting subnet 5af4be27-c98f-4e76-8b7f-e99db5ccc36a {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:36:25.681348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Publish callbacks [] for subnet (5af4be27-c98f-4e76-8b7f-e99db5ccc36a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.718066 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (5af4be27-c98f-4e76-8b7f-e99db5ccc36a), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.757266 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (5af4be27-c98f-4e76-8b7f-e99db5ccc36a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.887688 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (5af4be27-c98f-4e76-8b7f-e99db5ccc36a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.915042 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af4be27-c98f-4e76-8b7f-e99db5ccc36a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:25.917039 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:25.924323 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5b24554e-4744-444d-b571-06437c555d7e admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/5af4be27-c98f-4e76-8b7f-e99db5ccc36a HTTP/1.1" status: 204 len: 168 time: 0.2927685 Sep 19 17:36:25.926816 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33180) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:25.995995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (1ca4802b-f4bd-465e-94f8-3a57cdb80c2a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.078810 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (1ca4802b-f4bd-465e-94f8-3a57cdb80c2a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.098757 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca4802b-f4bd-465e-94f8-3a57cdb80c2a']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:26.108038 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255e0b62-26e7-41d2-b907-d4ba1a1ad515') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:26.108336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255e0b62-26e7-41d2-b907-d4ba1a1ad515') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:26.108962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c87a680e-784a-4477-be1c-0e9e9f0a651f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.118320 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (255e0b62-26e7-41d2-b907-d4ba1a1ad515), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.132352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (255e0b62-26e7-41d2-b907-d4ba1a1ad515), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.139836 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:36:26.140229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (255e0b62-26e7-41d2-b907-d4ba1a1ad515), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.181180 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 255e0b62-26e7-41d2-b907-d4ba1a1ad515 resource provider aggregate not found Sep 19 17:36:26.198790 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 255e0b62-26e7-41d2-b907-d4ba1a1ad515 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 255e0b62-26e7-41d2-b907-d4ba1a1ad515 found for delete ", "request_id": "req-75b10cd0-7ec0-444b-9b0a-c70a08df6f5b"}]} Sep 19 17:36:26.253559 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:26.286387 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (1ca4802b-f4bd-465e-94f8-3a57cdb80c2a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.306480 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.310337 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/1ca4802b-f4bd-465e-94f8-3a57cdb80c2a HTTP/1.1" status: 204 len: 168 time: 0.3825643 Sep 19 17:36:26.311491 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792393e-ab56-4260-8158-f694f469d197 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca4802b-f4bd-465e-94f8-3a57cdb80c2a,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:26.713134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33194) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:26.754155 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ea18c89d-897d-46b5-be72-eed844c10718 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=11cad2c6b3b24ce0acef087ac7b64e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398333 Sep 19 17:36:26.756837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33196) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:26.805298 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] Publish callbacks [] for security_group (7c761760-3396-4408-b264-e91c5160617b), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.816567 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:26.825464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] Publish callbacks [] for security_group (7c761760-3396-4408-b264-e91c5160617b), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.834843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:26.966503 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7c761760-3396-4408-b264-e91c5160617b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.971626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:26.971626 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7c761760-3396-4408-b264-e91c5160617b HTTP/1.1" status: 204 len: 168 time: 0.2125728 Sep 19 17:36:26.980037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a800-d87c-49b7-8382-76004e9dd66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c761760-3396-4408-b264-e91c5160617b,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:27.669877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33206) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:27.713613 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0967715c-05cb-4ac7-8aee-fd8672a13529 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6a933606c1ec4769b36cfb849955b102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424578 Sep 19 17:36:27.716237 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33208) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:27.767253 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] Publish callbacks [] for security_group (c81c492a-64b2-4e9a-b27b-18f051a19335), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:27.787082 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] Publish callbacks [] for security_group (c81c492a-64b2-4e9a-b27b-18f051a19335), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:27.923281 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (c81c492a-64b2-4e9a-b27b-18f051a19335), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:27.925803 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:27.926960 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/c81c492a-64b2-4e9a-b27b-18f051a19335 HTTP/1.1" status: 204 len: 168 time: 0.2098243 Sep 19 17:36:27.935859 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477736-0cef-4279-a3d9-aae99c2684d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c492a-64b2-4e9a-b27b-18f051a19335,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:28.529420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-38de4da4-4682-4445-9ea9-27f5c7445a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:29.802792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:31.148893 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:31.588842 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:34.265922 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:37.275904 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:37.823856 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:37.931349 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=8,neutron:SELECT=76 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:38.201780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad2e6-5ae1-4942-a6a8-e0ce5c2f6e07 req-b39cf9a9-6d0a-42f6-aff1-da8e0f1e7d34 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:38.203417 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6bcad2e6-5ae1-4942-a6a8-e0ce5c2f6e07 req-b39cf9a9-6d0a-42f6-aff1-da8e0f1e7d34 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0500364 Sep 19 17:36:38.254914 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6bcad2e6-5ae1-4942-a6a8-e0ce5c2f6e07 req-b37aafa7-2245-4a2a-a428-82cd130d21ad tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Sep 19 17:36:38.336720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33388) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:38.444183 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-262a48ca-251f-4d5e-9c64-878fbb3b21b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.522172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-262a48ca-251f-4d5e-9c64-878fbb3b21b9 admin admin] Publish callbacks [] for security_group (ee3874d9-1887-4550-83d9-5edd44e9c61b), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.605894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-262a48ca-251f-4d5e-9c64-878fbb3b21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ee3874d9-1887-4550-83d9-5edd44e9c61b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.649871 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-262a48ca-251f-4d5e-9c64-878fbb3b21b9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0d4c1a086b5841a1ae98a35e83d8c39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120792 Sep 19 17:36:38.651085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a48ca-251f-4d5e-9c64-878fbb3b21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3874d9-1887-4550-83d9-5edd44e9c61b,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:38.652632 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33392) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:38.703583 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] Publish callbacks [] for security_group (ee3874d9-1887-4550-83d9-5edd44e9c61b), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.724142 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] Publish callbacks [] for security_group (ee3874d9-1887-4550-83d9-5edd44e9c61b), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.842614 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (ee3874d9-1887-4550-83d9-5edd44e9c61b), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.845205 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:38.847064 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/ee3874d9-1887-4550-83d9-5edd44e9c61b HTTP/1.1" status: 204 len: 168 time: 0.1934671 Sep 19 17:36:38.855141 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000804-3e4a-4b2d-85cf-7d33742f5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3874d9-1887-4550-83d9-5edd44e9c61b,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:39.396966 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90402dd-2ba9-48e9-a11b-7402689e29ee req-2a3bd163-a734-4eba-aca6-7fd862ffbfd2 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:39.398582 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e90402dd-2ba9-48e9-a11b-7402689e29ee req-2a3bd163-a734-4eba-aca6-7fd862ffbfd2 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0574284 Sep 19 17:36:39.446687 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e90402dd-2ba9-48e9-a11b-7402689e29ee req-e09c8036-6b22-4d55-ac6d-0fdfc90e63de tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Sep 19 17:36:39.498011 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33408) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:39.512303 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-21544a33-19a3-485a-8a60-16a00c4e1728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.591378 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-21544a33-19a3-485a-8a60-16a00c4e1728 admin admin] Publish callbacks [] for security_group (51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.642218 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33412) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:39.657069 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-21544a33-19a3-485a-8a60-16a00c4e1728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.696950 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-21544a33-19a3-485a-8a60-16a00c4e1728 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b8f491dc75674845b0e6aad9012bfe94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978371 Sep 19 17:36:39.698863 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21544a33-19a3-485a-8a60-16a00c4e1728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:39.699723 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33416) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:39.753999 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] Publish callbacks [] for security_group (51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.760513 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-09f81164-2935-409f-ae57-8071a25c3cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.774899 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] Publish callbacks [] for security_group (51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.795594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:39.911537 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.914122 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:39.915261 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c HTTP/1.1" status: 204 len: 168 time: 0.2140408 Sep 19 17:36:39.923259 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c76f7-3ff6-47a5-8d13-3761ccb42b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d2b2a0-3f4b-44c1-9fdf-b433b4dae20c,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:39.946981 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-09f81164-2935-409f-ae57-8071a25c3cc8 admin admin] Publish callbacks [] for security_group (cb60cb95-1716-4509-b6cc-82ee58f373f3), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.065698 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-09f81164-2935-409f-ae57-8071a25c3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (cb60cb95-1716-4509-b6cc-82ee58f373f3), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.106460 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-09f81164-2935-409f-ae57-8071a25c3cc8 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c77bff2c056b406e98b472065cbdd7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4631262 Sep 19 17:36:40.109409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33420) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:40.111018 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f81164-2935-409f-ae57-8071a25c3cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60cb95-1716-4509-b6cc-82ee58f373f3,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:40.187668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-62dcf327-728f-4ae0-bc98-b46f223ad21f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:40.189103 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-62dcf327-728f-4ae0-bc98-b46f223ad21f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0603242 Sep 19 17:36:40.212606 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] Publish callbacks [] for security_group (cb60cb95-1716-4509-b6cc-82ee58f373f3), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.257700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] Publish callbacks [] for security_group (cb60cb95-1716-4509-b6cc-82ee58f373f3), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.322781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port deb252e1-db69-4bba-b60a-285d384a6c3b {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:36:40.323134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.421857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] For port deb252e1-db69-4bba-b60a-285d384a6c3b, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=deb252e1-db69-4bba-b60a-285d384a6c3b,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:40.422224 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.463408 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (cb60cb95-1716-4509-b6cc-82ee58f373f3), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.465986 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.467239 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/cb60cb95-1716-4509-b6cc-82ee58f373f3 HTTP/1.1" status: 204 len: 168 time: 0.3567345 Sep 19 17:36:40.485010 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217bd7e-af91-428d-9877-b1f82cc1f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60cb95-1716-4509-b6cc-82ee58f373f3,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:40.608792 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:40.619287 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e3ea-051e-4192-a221-450bf91f1249 req-ad6161c4-21eb-4406-aaab-6a52006d3bd5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:40.620666 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1344e3ea-051e-4192-a221-450bf91f1249 req-ad6161c4-21eb-4406-aaab-6a52006d3bd5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 945 time: 0.0588503 Sep 19 17:36:40.626728 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.628358 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.628687 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP d523f0c8-bbea-4433-867f-834445d6b0e8 disassociated. External IP: 172.27.3.156, port: deb252e1-db69-4bba-b60a-285d384a6c3b. Sep 19 17:36:40.629032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for deb252e1-db69-4bba-b60a-285d384a6c3b owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:36:40.634958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:40.674710 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1344e3ea-051e-4192-a221-450bf91f1249 req-d0c702b6-35cb-40d4-b8c4-b19f488413d3 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f1324a55-c015-49e8-a387-3aa3345b416c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 Sep 19 17:36:40.838233 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (deb252e1-db69-4bba-b60a-285d384a6c3b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:40.868875 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=deb252e1-db69-4bba-b60a-285d384a6c3b,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:40.982225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:36:41.091444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:41.102570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:41.116400 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:41.117312 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:41.150091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] No DVR routers for this DVR port deb252e1-db69-4bba-b60a-285d384a6c3b on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:36:41.152632 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.156190 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-b6687cf3-b950-496d-a653-e42f70566dd0 req-e4a383f1-3437-481c-bae0-099a61a0a014 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "DELETE /networking/v2.0/ports/deb252e1-db69-4bba-b60a-285d384a6c3b HTTP/1.1" status: 204 len: 173 time: 0.9582152 Sep 19 17:36:41.156702 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'name': 'network-vif-deleted', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:36:41.160300 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1667801-b99e-44f1-ac02-c9c9db5a084a" -d '{"events": [{"server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "name": "network-vif-deleted", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:41.210843 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33458) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:41.231018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8302bd32-b5a4-43ed-ab2e-b32ccdc0d4ac x-openstack-request-id: req-8302bd32-b5a4-43ed-ab2e-b32ccdc0d4ac {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:41.233169 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b92d3a-39ec-402d-a1e8-4f928fca00cc", "name": "network-vif-deleted", "tag": "deb252e1-db69-4bba-b60a-285d384a6c3b", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:41.233447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:41.233654 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8302bd32-b5a4-43ed-ab2e-b32ccdc0d4ac {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:41.235947 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8302bd32-b5a4-43ed-ab2e-b32ccdc0d4ac'] response: {'server_uuid': '35b92d3a-39ec-402d-a1e8-4f928fca00cc', 'name': 'network-vif-deleted', 'tag': 'deb252e1-db69-4bba-b60a-285d384a6c3b', 'status': 'completed', 'code': 200} Sep 19 17:36:41.236757 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-27bf55b9-ce81-481f-a5d2-83e1241daf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.357093 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-27bf55b9-ce81-481f-a5d2-83e1241daf5d admin admin] Publish callbacks [] for security_group (443787ab-3da8-4b5d-86cb-4b35d2213d50), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.437319 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-27bf55b9-ce81-481f-a5d2-83e1241daf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (443787ab-3da8-4b5d-86cb-4b35d2213d50), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.482275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:DELETE=2,neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:41.487764 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-27bf55b9-ce81-481f-a5d2-83e1241daf5d admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3bc6795702314ead8d72698e1af94700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742784 Sep 19 17:36:41.488708 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf55b9-ce81-481f-a5d2-83e1241daf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443787ab-3da8-4b5d-86cb-4b35d2213d50,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:41.490328 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33476) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:41.512189 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:41.534428 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:41.550368 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:41.560007 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:41.560413 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] Publish callbacks [] for security_group (443787ab-3da8-4b5d-86cb-4b35d2213d50), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.560761 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:41.586529 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] Publish callbacks [] for security_group (443787ab-3da8-4b5d-86cb-4b35d2213d50), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.687272 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:41.708718 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (443787ab-3da8-4b5d-86cb-4b35d2213d50), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.716549 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:41.727762 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/443787ab-3da8-4b5d-86cb-4b35d2213d50 HTTP/1.1" status: 204 len: 168 time: 0.2335386 Sep 19 17:36:41.743778 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fbe67-98b3-46f8-b0a3-a7fa204ecad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443787ab-3da8-4b5d-86cb-4b35d2213d50,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:41.843270 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b251103-3708-40b2-80af-dacc6aa96a3e req-a6a4361c-dc88-419b-8d45-43f2e5883236 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=35b92d3a-39ec-402d-a1e8-4f928fca00cc HTTP/1.1" status: 200 len: 210 time: 0.0416942 Sep 19 17:36:41.866695 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:41.890479 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:41.945631 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:41.976170 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e2e23-f1fc-4376-858c-76abff0f05f5 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '0f131755-df78-4875-bc6b-915ff613a867', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:f6:0a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:32:25Z', 'updated_at': '2022-09-19T17:32:46Z', 'revision_number': 2, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:42.210767 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32409a8a-b469-45d9-ae12-d0d585dc4f6b None None] New status for floating IP d523f0c8-bbea-4433-867f-834445d6b0e8: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:36:42.513751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33508) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:42.528334 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5807606b-53b7-4dee-961a-00cd112d241f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.620710 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5807606b-53b7-4dee-961a-00cd112d241f admin admin] Publish callbacks [] for security_group (fcb1ca0a-3288-45d3-a941-02259f336a28), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.722653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5807606b-53b7-4dee-961a-00cd112d241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (fcb1ca0a-3288-45d3-a941-02259f336a28), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.760800 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807606b-53b7-4dee-961a-00cd112d241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb1ca0a-3288-45d3-a941-02259f336a28,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:42.765173 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5807606b-53b7-4dee-961a-00cd112d241f admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5533fd37c6c74a6da94756664e3badeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503757 Sep 19 17:36:42.768523 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33512) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:42.822938 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] Publish callbacks [] for security_group (fcb1ca0a-3288-45d3-a941-02259f336a28), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.844819 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] Publish callbacks [] for security_group (fcb1ca0a-3288-45d3-a941-02259f336a28), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.994930 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (fcb1ca0a-3288-45d3-a941-02259f336a28), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.997588 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:42.998781 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/fcb1ca0a-3288-45d3-a941-02259f336a28 HTTP/1.1" status: 204 len: 168 time: 0.2291856 Sep 19 17:36:43.007946 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992be6e-e1b5-4121-b8dc-88cc75a57451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb1ca0a-3288-45d3-a941-02259f336a28,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:43.047924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33532) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:43.123752 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (f1324a55-c015-49e8-a387-3aa3345b416c), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.150743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (f1324a55-c015-49e8-a387-3aa3345b416c), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.299755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (f1324a55-c015-49e8-a387-3aa3345b416c), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.302282 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.303488 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/f1324a55-c015-49e8-a387-3aa3345b416c HTTP/1.1" status: 204 len: 168 time: 0.2544878 Sep 19 17:36:43.306775 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33534) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:43.314178 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe17ffd-a8db-4292-a8e1-24e7a54542c7 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1324a55-c015-49e8-a387-3aa3345b416c,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:43.322108 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.api.v2.resource [None req-3d9214a9-c94a-4bad-b766-9c27f5b74723 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] show failed (client error): The resource could not be found. Sep 19 17:36:43.323248 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3d9214a9-c94a-4bad-b766-9c27f5b74723 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups/f1324a55-c015-49e8-a387-3aa3345b416c HTTP/1.1" status: 404 len: 347 time: 0.0154526 Sep 19 17:36:43.326274 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33536) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:43.451988 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port ecf4ae90-000b-4009-b7f1-aa77bf741c80 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:36:43.452382 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.544475 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.544808 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (ecf4ae90-000b-4009-b7f1-aa77bf741c80), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.560149 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for ecf4ae90-000b-4009-b7f1-aa77bf741c80 owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:36:43.794325 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (ecf4ae90-000b-4009-b7f1-aa77bf741c80), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.823167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=ecf4ae90-000b-4009-b7f1-aa77bf741c80,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:43.877399 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:43.889682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (d523f0c8-bbea-4433-867f-834445d6b0e8), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.892444 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:43.897066 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e7be37d7-1d8c-4043-a155-fe899d733124 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/d523f0c8-bbea-4433-867f-834445d6b0e8 HTTP/1.1" status: 204 len: 168 time: 0.5663700 Sep 19 17:36:44.156911 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33566) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:44.257488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1736087312-network', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:44.289286 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device deb252e1-db69-4bba-b60a-285d384a6c3b no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:36:44.311114 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: deb252e1-db69-4bba-b60a-285d384a6c3b {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:36:44.311737 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device deb252e1-db69-4bba-b60a-285d384a6c3b not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:36:44.360457 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Made reservation on behalf of 3fa7a842679b460f87e34a84e7d12c5f for: {'network': 1} {{(pid=106879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:44.363891 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.382411 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.474789 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks [] for security_group (bfb70c9a-08ba-41c9-9d05-5865ae7056a2), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.568378 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (bfb70c9a-08ba-41c9-9d05-5865ae7056a2), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.572897 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:44.596898 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=106879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:36:44.608078 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb70c9a-08ba-41c9-9d05-5865ae7056a2,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:44.614367 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (62cefe99-b932-40a4-8529-376e580a707a), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.614641 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.segments_db [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Added segment 62cefe99-b932-40a4-8529-376e580a707a of type vlan for network 1590abdf-b953-4897-85f6-bffe0b292150 Sep 19 17:36:44.658125 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (1590abdf-b953-4897-85f6-bffe0b292150), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.749101 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (1590abdf-b953-4897-85f6-bffe0b292150), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.750146 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:44.750742 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:44.816911 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] Pushing event updated for resources: {'Network': ['ID=1590abdf-b953-4897-85f6-bffe0b292150,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:44.828733 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network 1590abdf-b953-4897-85f6-bffe0b292150 details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:36:44.872040 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-806cd198-d391-406d-89e5-4463e6034e40 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7138908 Sep 19 17:36:44.874996 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33574) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:44.880134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Request body: {'subnet': {'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1736087312-subnet', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:44.979475 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Made reservation on behalf of 3fa7a842679b460f87e34a84e7d12c5f for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:44.981990 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.255590 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (f08194e8-d351-4f0f-8845-0cbc6e2f84cc), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.261153 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:45.315245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08194e8-d351-4f0f-8845-0cbc6e2f84cc,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:45.329498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.329845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.330242 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.330609 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.333264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.333624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.333977 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.334288 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.334625 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.334959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.335294 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.335622 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.336112 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.336452 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.336766 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:45.343425 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:45.343815 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Network hostable DHCP agents. Network: 1590abdf-b953-4897-85f6-bffe0b292150, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:36:45.360513 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:45.474233 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Network 1590abdf-b953-4897-85f6-bffe0b292150 is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:36:45.580104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, 1590abdf-b953-4897-85f6-bffe0b292150) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:45.591826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7868572-6d7a-4a30-a291-5a6989702c21 None None] Network 1590abdf-b953-4897-85f6-bffe0b292150 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:45.593154 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:45.593768 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.699468 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-1590abdf-b953-4897-85f6-bffe0b292150', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:36:45.700438 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.702981 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-aaca3aab-1c2f-42e0-8f1a-fc7c81f77215 admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8267930 Sep 19 17:36:45.705856 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33580) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:45.710664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:45.811833 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.812918 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:45.843578 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Allocated IP 172.20.0.2 (1590abdf-b953-4897-85f6-bffe0b292150/f08194e8-d351-4f0f-8845-0cbc6e2f84cc/459a7734-5fbe-42a6-b17c-bae7e29f3f40) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:45.873092 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for router_controller (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.136952 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks [] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.220638 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.267315 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:46.271193 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:46.277797 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:46.282092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Pushing event updated for resources: {'Port': ['ID=459a7734-5fbe-42a6-b17c-bae7e29f3f40,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:46.294217 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.298609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.300009 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:36:46.349707 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for router_gateway (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.350298 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Attempting to bind port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:36:46.350438 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Attempting to bind port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:36:46.350680 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Attempting to bind port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:36:46.394939 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:36:46.395224 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:46.395606 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.396026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Bound using segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:36:46.396497 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Bound port: 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:36:46.396875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.460238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] For port 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:36:46.463627 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] For port 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=459a7734-5fbe-42a6-b17c-bae7e29f3f40,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:36:46.466472 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:46.615852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for router_gateway (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.637297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.673635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.752733 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1518a0-4e03-491f-bb94-e3a5ef7df053 None None] Pushing event updated for resources: {'Port': ['ID=459a7734-5fbe-42a6-b17c-bae7e29f3f40,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:46.761812 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Allocated IP 172.27.3.46 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/ed1c3de6-eeac-44eb-83d4-a35008867a3f) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:46.901885 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:46.996642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123049a-d535-4921-af96-5c24ba6349c9 req-8a7025a5-6ab0-4b43-94b9-d0e76b6d8c58 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:46.998227 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0123049a-d535-4921-af96-5c24ba6349c9 req-8a7025a5-6ab0-4b43-94b9-d0e76b6d8c58 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Sep 19 17:36:47.000335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:47.003997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:47.049408 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:47.053061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:47.057585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:47.058345 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0123049a-d535-4921-af96-5c24ba6349c9 req-e7d30717-d3bf-4463-91c5-dfb91638df44 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540168 Sep 19 17:36:47.084017 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Pushing event updated for resources: {'Port': ['ID=ed1c3de6-eeac-44eb-83d4-a35008867a3f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:47.202061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:47.406540 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for router_gateway (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:47.604646 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:47.651170 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16465834-08f4-4084-aeb6-bed1c00e205f None None] Network 1590abdf-b953-4897-85f6-bffe0b292150 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:47.667351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:47.768839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Provisioning complete for port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:47.770157 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:47.770157 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Attempt 1 to provision port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 Sep 19 17:36:47.799710 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:36:47.860172 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Current status of the port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:47.860777 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:47.899745 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] For port 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=459a7734-5fbe-42a6-b17c-bae7e29f3f40,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:47.915367 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:47.926050 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:47.937712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:47.938362 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:47.975991 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.002319 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.004260 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-cfe3331a-5678-4fc4-9c20-029c2b2d7b1f admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2969182 Sep 19 17:36:48.008213 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33600) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:48.073763 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd7b22-b63d-4973-bf00-29b8f1367c78 None None] Pushing event updated for resources: {'Port': ['ID=459a7734-5fbe-42a6-b17c-bae7e29f3f40,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:48.094923 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:48.151848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-cedb60a7-3ef9-42c6-aca1-9570258be4c6 None None] Provisioning complete for port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:48.152230 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cedb60a7-3ef9-42c6-aca1-9570258be4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.152552 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-cedb60a7-3ef9-42c6-aca1-9570258be4c6 None None] Attempt 1 to provision port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 Sep 19 17:36:48.207929 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d803d3-1185-4d22-9379-7a4176e17e93 req-55df29c9-b7e8-45a1-9add-48607a947dd9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:48.210081 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20d803d3-1185-4d22-9379-7a4176e17e93 req-55df29c9-b7e8-45a1-9add-48607a947dd9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0523400 Sep 19 17:36:48.213756 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:48.269664 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-20d803d3-1185-4d22-9379-7a4176e17e93 req-7a1dbc9f-9a24-4ee2-a8f5-452ff8e216dc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515366 Sep 19 17:36:48.340971 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-cedb60a7-3ef9-42c6-aca1-9570258be4c6 None None] Current status of the port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:48.353418 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:47Z', 'revision_number': 3, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:48.385270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:48.385617 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Updating router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 port ed1c3de6-eeac-44eb-83d4-a35008867a3f binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:36:48.412774 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:48.416169 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.451655 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:48.476709 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.502825 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 459a7734-5fbe-42a6-b17c-bae7e29f3f40 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:48.613677 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:48.623798 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:48.624296 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.624629 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 Sep 19 17:36:48.639474 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Allocated IP 172.20.0.1 (1590abdf-b953-4897-85f6-bffe0b292150/f08194e8-d351-4f0f-8845-0cbc6e2f84cc/061225a6-d2ff-4bf4-b653-0ca2cedabae1) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:48.757985 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks [] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.774012 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:48.797466 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks [] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.852872 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.882412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.896403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:48.898977 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:48.905399 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:48.907985 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:48.910935 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Pushing event updated for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:48.917710 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Attempting to bind port ed1c3de6-eeac-44eb-83d4-a35008867a3f on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:36:48.918085 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Attempting to bind port ed1c3de6-eeac-44eb-83d4-a35008867a3f by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:36:48.918622 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Attempting to bind port ed1c3de6-eeac-44eb-83d4-a35008867a3f on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:36:48.959287 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ad6f0-377c-4f78-b490-a18c6f47cf00 None None] Pushing event updated for resources: {'Port': ['ID=ed1c3de6-eeac-44eb-83d4-a35008867a3f,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:48.966525 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.979675 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:36:48.982016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:48.982016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:48.982016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:36:48.982016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Bound port: ed1c3de6-eeac-44eb-83d4-a35008867a3f, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:36:48.982016 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.040247 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] For port ed1c3de6-eeac-44eb-83d4-a35008867a3f, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:36:49.048557 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] For port ed1c3de6-eeac-44eb-83d4-a35008867a3f, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ed1c3de6-eeac-44eb-83d4-a35008867a3f,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:36:49.126138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.177547 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:49.178096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:49.184368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.213949 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Provisioning complete for port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:49.214320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.214650 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 1 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:49.258578 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ad6f0-377c-4f78-b490-a18c6f47cf00 None None] Pushing event updated for resources: {'Port': ['ID=ed1c3de6-eeac-44eb-83d4-a35008867a3f,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:49.301789 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:49.307627 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:49.334346 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:49.388277 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-381cbe5d-843e-4bcd-9c2d-939d3e73af65 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:49.389884 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-381cbe5d-843e-4bcd-9c2d-939d3e73af65 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.1052234 Sep 19 17:36:49.409346 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks [] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.415078 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55be4-6948-42a9-84d3-0f802200b223 req-397bea15-6dec-46fc-9931-98deb487814e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:49.416729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5a55be4-6948-42a9-84d3-0f802200b223 req-397bea15-6dec-46fc-9931-98deb487814e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Sep 19 17:36:49.482957 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.496665 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5a55be4-6948-42a9-84d3-0f802200b223 req-732d82a9-cbe2-4435-bc9c-7243e1f9f0c6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631824 Sep 19 17:36:49.558841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port 3176241b-1c1c-41c5-babe-9aaf4adb08fe {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:36:49.559192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.582307 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:49.615660 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:49.617450 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Pushing event updated for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:49.681667 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-265b510c-2e63-4024-a724-236a811f1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:48Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:49.711335 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b510c-2e63-4024-a724-236a811f1521 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:48Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:49.809006 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 2 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:49.851074 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:49.999471 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] For port 3176241b-1c1c-41c5-babe-9aaf4adb08fe, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=3176241b-1c1c-41c5-babe-9aaf4adb08fe,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:49.999863 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:50.129190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:50.135574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:50.297422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:50.297793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:50.298126 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 0f131755-df78-4875-bc6b-915ff613a867 disassociated. External IP: 172.27.3.70, port: 3176241b-1c1c-41c5-babe-9aaf4adb08fe. Sep 19 17:36:50.298473 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for 3176241b-1c1c-41c5-babe-9aaf4adb08fe owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:36:50.300368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:50.356232 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 3 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:50.389321 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:50.394795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:36:50.583221 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:50.596278 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-27cf662c-62f4-45fc-b3ac-2f61bcc40b71 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869279 Sep 19 17:36:50.637686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (3176241b-1c1c-41c5-babe-9aaf4adb08fe), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:50.644559 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:50.649952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621267-492c-448e-97ec-ca7538d496f2 req-699d4989-10fe-488e-b5e3-691bfc3bf127 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:50.658445 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74621267-492c-448e-97ec-ca7538d496f2 req-699d4989-10fe-488e-b5e3-691bfc3bf127 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 945 time: 0.0740101 Sep 19 17:36:50.668096 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:50.679294 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=3176241b-1c1c-41c5-babe-9aaf4adb08fe,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:50.737264 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74621267-492c-448e-97ec-ca7538d496f2 req-396d2f42-eb3a-4345-9bc6-5d18320309d8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=21e966a0-4cc7-441d-a5b0-c4f371e3cb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762947 Sep 19 17:36:50.824841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:36:50.893350 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 4 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:50.928930 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:50.962814 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:50.977211 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:50.989502 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:50.990129 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:51.010255 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] No DVR routers for this DVR port 3176241b-1c1c-41c5-babe-9aaf4adb08fe on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:36:51.013532 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.017110 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ea749f81-3549-4fef-bd3a-4a51d924f3a8 req-05750378-5da9-4d6f-95f0-67a200c8020a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "DELETE /networking/v2.0/ports/3176241b-1c1c-41c5-babe-9aaf4adb08fe HTTP/1.1" status: 204 len: 173 time: 1.6101511 Sep 19 17:36:51.017799 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'name': 'network-vif-deleted', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:36:51.020263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223d597d-9fe7-42d8-87dd-1dd4e9e6a273" -d '{"events": [{"server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "name": "network-vif-deleted", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:36:51.093715 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f2ac6-c7b6-49ae-b57c-e7ca642fe723 x-openstack-request-id: req-133f2ac6-c7b6-49ae-b57c-e7ca642fe723 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:36:51.094006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a67add5-c558-4f0e-ad79-5b1683cfbee3", "name": "network-vif-deleted", "tag": "3176241b-1c1c-41c5-babe-9aaf4adb08fe", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:36:51.094318 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-133f2ac6-c7b6-49ae-b57c-e7ca642fe723 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:36:51.094735 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133f2ac6-c7b6-49ae-b57c-e7ca642fe723'] response: {'server_uuid': '3a67add5-c558-4f0e-ad79-5b1683cfbee3', 'name': 'network-vif-deleted', 'tag': '3176241b-1c1c-41c5-babe-9aaf4adb08fe', 'status': 'completed', 'code': 200} Sep 19 17:36:51.131726 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:51.360883 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:51.401448 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:51.411451 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:51.412089 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:51.431149 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 5 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:51.458649 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33632) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:51.464974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-640780935-network', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:51.481373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:51.529804 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:51.586164 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Made reservation on behalf of a05bf15385d740d5a57f80064a835c73 for: {'network': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:51.592511 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for network (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.601201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.702247 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks [] for security_group (de07db9f-6f77-47ba-96fb-6f4ae5f2ae03), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.790845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (de07db9f-6f77-47ba-96fb-6f4ae5f2ae03), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.805701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:51.823533 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=106880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 17:36:51.823801 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:51.828467 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07db9f-6f77-47ba-96fb-6f4ae5f2ae03,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:51.840615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (6a5ea920-cddf-4d89-8f35-3612654b24b5), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.840981 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.segments_db [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Added segment 6a5ea920-cddf-4d89-8f35-3612654b24b5 of type vlan for network f22b8576-fed5-4f79-b922-e12c1f07910b Sep 19 17:36:51.854179 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9cd49e-ccb7-416f-ba73-f231aa9e5487 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:51.902613 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784968785574'] for network (f22b8576-fed5-4f79-b922-e12c1f07910b), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:51.903884 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef143992-ac61-498a-8922-d5aca85557f7 req-67b6c6d4-0025-4e2a-8b1a-881fcbd9f0e6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=3a67add5-c558-4f0e-ad79-5b1683cfbee3 HTTP/1.1" status: 200 len: 210 time: 0.0512164 Sep 19 17:36:51.982387 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 6 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:52.018122 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:52.026446 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434'] for network (f22b8576-fed5-4f79-b922-e12c1f07910b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.028397 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:52.028865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.098911 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] Pushing event updated for resources: {'Network': ['ID=f22b8576-fed5-4f79-b922-e12c1f07910b,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:52.110245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Network f22b8576-fed5-4f79-b922-e12c1f07910b details requested by agent ovs-agent-dv-cinder-848013-2-iscsi with host dv-cinder-848013-2-iscsi {{(pid=106881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 17:36:52.186317 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:52.201647 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:52.205826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:52.206897 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:52.214759 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a9e7d30f-93d0-4f16-b418-7f33df267410 admin admin] 10.222.0.61 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7546856 Sep 19 17:36:52.217851 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33638) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:52.228355 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Request body: {'subnet': {'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-640780935-subnet', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'ip_version': 4}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:52.269810 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c8699-7bf6-45b9-b89a-91c658e3066c None None] New status for floating IP 0f131755-df78-4875-bc6b-915ff613a867: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:36:52.326191 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:52.354234 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 3176241b-1c1c-41c5-babe-9aaf4adb08fe no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:36:52.379433 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Made reservation on behalf of a05bf15385d740d5a57f80064a835c73 for: {'subnet': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:36:52.381919 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3708333'] for subnet (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.389335 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 3176241b-1c1c-41c5-babe-9aaf4adb08fe {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:36:52.389335 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 3176241b-1c1c-41c5-babe-9aaf4adb08fe not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:36:52.504095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ed1c3de6-eeac-44eb-83d4-a35008867a3f up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:52.521013 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 7 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:52.586266 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:52.613741 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:52.647497 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ed1c3de6-eeac-44eb-83d4-a35008867a3f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:52.647890 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.648222 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ed1c3de6-eeac-44eb-83d4-a35008867a3f Sep 19 17:36:52.680464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8400184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3708347'] for subnet (498d4286-40e3-41c3-bc0d-8bd3b163882b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.694661 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 2, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:52.724945 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:52.730095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:52.730455 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Updating router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:36:52.739860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=498d4286-40e3-41c3-bc0d-8bd3b163882b,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:52.756937 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Checking segment: {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:52.757418 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Network hostable DHCP agents. Network: f22b8576-fed5-4f79-b922-e12c1f07910b, hostable agents: ['ebcc9873-8428-4e1f-b5d8-fae9a3a3890f'], hosted agents: [] {{(pid=106880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 17:36:52.794519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.814077 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ed1c3de6-eeac-44eb-83d4-a35008867a3f is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:52.814457 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.842284 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Network f22b8576-fed5-4f79-b922-e12c1f07910b is scheduled to be hosted by DHCP agent ebcc9873-8428-4e1f-b5d8-fae9a3a3890f with binding_index 1 {{(pid=106880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 17:36:52.861770 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port ed1c3de6-eeac-44eb-83d4-a35008867a3f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ed1c3de6-eeac-44eb-83d4-a35008867a3f,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:52.945612 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848013-2-iscsi, f22b8576-fed5-4f79-b922-e12c1f07910b) {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:52.950124 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:52.951447 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:52.979066 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912de532-a5c0-48ef-b387-7bc391854cef None None] Network f22b8576-fed5-4f79-b922-e12c1f07910b requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:52.994852 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.039764 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-76954db5-822a-4af7-95ac-d5568198f5ca admin admin] 10.222.0.61 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8153324 Sep 19 17:36:53.042263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33654) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:53.046798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:53.115120 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 8 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:53.133364 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33656) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:53.150623 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=ed1c3de6-eeac-44eb-83d4-a35008867a3f,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:53.158859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-782211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4479'] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.159995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4468'] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.203194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:53.208378 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7a2d878-e147-5ac0-a30a-9d1dab85a5ba-f22b8576-fed5-4f79-b922-e12c1f07910b', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b'}]}} from dv-cinder-848013-2-iscsi. {{(pid=106881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 19 17:36:53.209280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.236548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (21e966a0-4cc7-441d-a5b0-c4f371e3cb80), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.241596 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for router_controller (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), precommit_add_association {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.257578 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:36:53.262653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (21e966a0-4cc7-441d-a5b0-c4f371e3cb80), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.305648 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:53.328078 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks [] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.397817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:53.402058 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.db_base_plugin_common [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Allocated IP 172.20.0.2 (f22b8576-fed5-4f79-b922-e12c1f07910b/498d4286-40e3-41c3-bc0d-8bd3b163882b/5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f) {{(pid=106881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:53.481558 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for router_gateway (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.551860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (21e966a0-4cc7-441d-a5b0-c4f371e3cb80), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.553619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks [] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), precommit_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.554488 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.554974 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.555676 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/21e966a0-4cc7-441d-a5b0-c4f371e3cb80 HTTP/1.1" status: 204 len: 168 time: 0.4211612 Sep 19 17:36:53.558975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33658) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:53.567102 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c1ec-66b9-49fd-abfb-a35455b95443 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e966a0-4cc7-441d-a5b0-c4f371e3cb80,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:53.629628 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:53.711988 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 9 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:53.725493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), after_create {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.783737 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for router_gateway (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.807755 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88c97-f1ba-4e98-a519-a80512733b0b None None] Pushing event updated for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:53.810053 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.832802 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Network f22b8576-fed5-4f79-b922-e12c1f07910b is already hosted by enough agents. {{(pid=106881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:53.833602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:53.840714 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.api.v2.resource [None req-739a130b-6b9e-4df3-9dde-8b52336f4f60 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] show failed (client error): The resource could not be found. Sep 19 17:36:53.844139 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-739a130b-6b9e-4df3-9dde-8b52336f4f60 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups/21e966a0-4cc7-441d-a5b0-c4f371e3cb80 HTTP/1.1" status: 404 len: 347 time: 0.2839119 Sep 19 17:36:53.844914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33660) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:53.857312 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.scheduler.base_scheduler [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Resources bound (agent type, host, resource id): {{(pid=106881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:53.868182 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Received port after_create {{(pid=106881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:53.879389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Attempting to bind port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:36:53.879781 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Attempting to bind port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:36:53.880147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Attempting to bind port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:36:53.928844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Allocated IP 172.27.3.178 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/1c54b8b3-7302-44a8-8d13-0999e2333dca) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:53.933434 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Pushing event updated for resources: {'Port': ['ID=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,revision_number=1']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:53.940244 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:53.966001 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port 21a2e209-d6dc-4435-ae87-b16718ed91f5 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:36:53.966498 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.971610 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:53.983428 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:36:53.983826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:53.984235 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.984619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Bound using segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:36:53.985095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Bound port: 061225a6-d2ff-4bf4-b653-0ca2cedabae1, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:36:53.985520 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:53.988564 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Attempting to bind port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:36:53.988564 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Attempting to bind port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:36:53.988564 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Attempting to bind port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f on network f22b8576-fed5-4f79-b922-e12c1f07910b {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:36:54.047429 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.054603 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.055043 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (21a2e209-d6dc-4435-ae87-b16718ed91f5), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.075674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for 21a2e209-d6dc-4435-ae87-b16718ed91f5 owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:36:54.082536 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:36:54.083117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Checking segment: {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:54.083519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.083946 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Bound using segment: {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:36:54.084660 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Bound port: 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:36:54.085360 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.109571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] For port 061225a6-d2ff-4bf4-b653-0ca2cedabae1, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:36:54.146879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] For port 061225a6-d2ff-4bf4-b653-0ca2cedabae1, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=061225a6-d2ff-4bf4-b653-0ca2cedabae1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:36:54.176542 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] For port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:36:54.179626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] For port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:36:54.183381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.218956 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:54.220961 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.224738 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:54.228307 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:54.260886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:54.261737 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:54.285783 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Pushing event updated for resources: {'Port': ['ID=1c54b8b3-7302-44a8-8d13-0999e2333dca,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.306506 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.308780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (21a2e209-d6dc-4435-ae87-b16718ed91f5), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.323330 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88c97-f1ba-4e98-a519-a80512733b0b None None] Pushing event updated for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.357551 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Attempt 10 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:54.363213 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=21a2e209-d6dc-4435-ae87-b16718ed91f5,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.365304 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:54.441810 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (0f131755-df78-4875-bc6b-915ff613a867), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.444873 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.446353 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-780f5dfe-dbdd-42ed-b154-e8f5788c0772 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/0f131755-df78-4875-bc6b-915ff613a867 HTTP/1.1" status: 204 len: 168 time: 0.6003382 Sep 19 17:36:54.489645 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd089f6-b8be-49dd-8dfa-b0a18e0e1083 None None] Pushing event updated for resources: {'Port': ['ID=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.496126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:54.617162 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ed1c3de6-eeac-44eb-83d4-a35008867a3f up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:54.656375 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33670) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:54.665749 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645448021', 'description': 'tempest-description--1596576626'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:54.668924 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Current status of the port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:54.669412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.692339 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:54.694261 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for router_gateway (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.785792 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] For port 061225a6-d2ff-4bf4-b653-0ca2cedabae1, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=061225a6-d2ff-4bf4-b653-0ca2cedabae1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:54.791380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port ed1c3de6-eeac-44eb-83d4-a35008867a3f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:54.791780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.792112 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port ed1c3de6-eeac-44eb-83d4-a35008867a3f Sep 19 17:36:54.823105 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.835775 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:54.856689 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.866374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:54.905669 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-778726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778286'] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.915084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (423998e2-84bf-4b2c-a8d3-e5db6a96d010), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.919673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30694177-a045-4fc9-abd1-c995de1cc187 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:54.966715 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (423998e2-84bf-4b2c-a8d3-e5db6a96d010), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:54.975359 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e81f-3f81-40e8-9060-43935e576f74 None None] Pushing event updated for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:54.990178 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port ed1c3de6-eeac-44eb-83d4-a35008867a3f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:54.992025 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 061225a6-d2ff-4bf4-b653-0ca2cedabae1 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:55.013932 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:55.020307 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-d1064f38-9fff-4ca7-9966-76a32b787c1c None None] Provisioning complete for port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:55.020823 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d1064f38-9fff-4ca7-9966-76a32b787c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.021257 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-d1064f38-9fff-4ca7-9966-76a32b787c1c None None] Attempt 1 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:55.023936 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423998e2-84bf-4b2c-a8d3-e5db6a96d010,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:55.083174 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:55.083826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.084126 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:55.099334 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.103806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33672) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:55.105046 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-557abd77-26d8-4cb6-bc11-a06a18d1ad37 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4441533 Sep 19 17:36:55.112560 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': '423998e2-84bf-4b2c-a8d3-e5db6a96d010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:55.151804 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 is scheduled to L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 with binding_index 1 {{(pid=106880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 17:36:55.157306 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-d1064f38-9fff-4ca7-9966-76a32b787c1c None None] Current status of the port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:55.232416 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:55.249837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:55.296110 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (73747d61-5c5a-43b0-b438-ce5179019f9e), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.511944 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877213d-68c0-42b5-a440-873285ee9b59 None None] Network f22b8576-fed5-4f79-b922-e12c1f07910b requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:36:55.590922 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Provisioning complete for port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:55.591212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.591556 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Attempt 1 to provision port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f Sep 19 17:36:55.607334 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:55.625608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Sync routers for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:36:55.641935 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (73747d61-5c5a-43b0-b438-ce5179019f9e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.671188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=100 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:55.677180 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:55.677809 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:55.685090 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.686493 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f760e4a8-fd3f-4153-94c6-2484b08c0a98 admin admin] 10.222.0.61 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6429939 Sep 19 17:36:55.689321 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33676) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:55.731678 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (73747d61-5c5a-43b0-b438-ce5179019f9e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.763580 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73747d61-5c5a-43b0-b438-ce5179019f9e,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:55.871574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.875598 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33678) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:55.876182 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4cc9728b-31c8-4071-bd5d-600e4909993e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7674830 Sep 19 17:36:55.886722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': '423998e2-84bf-4b2c-a8d3-e5db6a96d010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:55.913232 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:55.937280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Current status of the port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:55.937674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:55.958759 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:55.995708 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (f532b489-0892-4e60-a03b-7123f028b820), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.032056 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] For port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:36:56.063156 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (f532b489-0892-4e60-a03b-7123f028b820), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.151079 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.158840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.184315 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (f532b489-0892-4e60-a03b-7123f028b820), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.189426 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8e63bbbf-e12b-4fb5-b256-ce549a9ba303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.198539 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 3, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:56.208635 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f532b489-0892-4e60-a03b-7123f028b820,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:56.248799 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Checking router: 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:36:56.249156 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Updating router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 port 1c54b8b3-7302-44a8-8d13-0999e2333dca binding host dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:36:56.251412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693ecd9-a93e-4c24-aa42-c87b671cdffe None None] Pushing event updated for resources: {'Port': ['ID=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:56.290302 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-d2534cda-e764-409b-be30-03a670bc3862 None None] Provisioning complete for port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:56.290676 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d2534cda-e764-409b-be30-03a670bc3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.291012 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-d2534cda-e764-409b-be30-03a670bc3862 None None] Attempt 1 to provision port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f Sep 19 17:36:56.292725 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.295502 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1360a550-0bf4-43a7-9ff6-bdb68aee32bb tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180977 Sep 19 17:36:56.298979 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33682) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:56.306299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:56.329921 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:56.330703 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.333671 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Allocated IP 172.20.0.1 (f22b8576-fed5-4f79-b922-e12c1f07910b/498d4286-40e3-41c3-bc0d-8bd3b163882b/2b7175ae-7472-46c1-9ad7-6c381bc28e33) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:56.344528 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:56.385667 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.438615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:56.464502 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-d2534cda-e764-409b-be30-03a670bc3862 None None] Current status of the port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:56.474224 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks [] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.501744 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.560857 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:56.592151 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 061225a6-d2ff-4bf4-b653-0ca2cedabae1 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:56.648539 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.687117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks [] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), precommit_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.688626 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Network f22b8576-fed5-4f79-b922-e12c1f07910b is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:56.689078 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:56.689439 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.689774 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 Sep 19 17:36:56.693558 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:56.697715 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:56.702899 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:56.743380 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737815'] for router_interface (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.779387 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:56.780631 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:36:56.820714 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.867429 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Attempting to bind port 1c54b8b3-7302-44a8-8d13-0999e2333dca on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:36:56.868044 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Attempting to bind port 1c54b8b3-7302-44a8-8d13-0999e2333dca by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:36:56.868519 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Attempting to bind port 1c54b8b3-7302-44a8-8d13-0999e2333dca on network 251866d9-aaf6-4668-b4ef-7de95bb32351 {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:36:56.878196 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.27.3.83 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/09c2a516-2b29-4908-9cdd-da34ac3e0362) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:36:56.905251 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:56.905251 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.905251 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f Sep 19 17:36:56.907269 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ff381-9931-4eaa-ac51-172c780ff367 None None] Pushing event updated for resources: {'Port': ['ID=1c54b8b3-7302-44a8-8d13-0999e2333dca,revision_number=2']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:56.939501 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:56.954681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.959544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:36:56.959958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Checking segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:36:56.960365 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.960757 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Bound using segment: {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'} {{(pid=106881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:36:56.961234 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.managers [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Bound port: 1c54b8b3-7302-44a8-8d13-0999e2333dca, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf51cd4-6ce6-40b3-8852-34127cbc4a46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}}] {{(pid=106881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:36:56.961614 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:56.995766 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.020770 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Provisioning complete for port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:36:57.021336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.021766 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 1 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:57.089370 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.091214 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] For port 1c54b8b3-7302-44a8-8d13-0999e2333dca, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:36:57.093764 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:57.101773 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:36:57.107428 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] For port 1c54b8b3-7302-44a8-8d13-0999e2333dca, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c54b8b3-7302-44a8-8d13-0999e2333dca,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:36:57.132139 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:57.137348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks [] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.137574 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:57.141410 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:36:57.145250 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=09c2a516-2b29-4908-9cdd-da34ac3e0362,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:57.168983 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.207389 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.212052 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:57.214875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:36:57.214875 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:57.228588 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.262930 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ff381-9931-4eaa-ac51-172c780ff367 None None] Pushing event updated for resources: {'Port': ['ID=1c54b8b3-7302-44a8-8d13-0999e2333dca,revision_number=3']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:57.278845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:57.290703 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737923'] for router_interface (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.347533 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:36:57.349570 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.378974 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:57.409588 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Network f22b8576-fed5-4f79-b922-e12c1f07910b is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:36:57.411040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:36:57.451117 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:57.527291 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:57.527548 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.531222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:36:57.577786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:57.589051 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.595243 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 2 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:57.641646 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:57.652896 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:36:57.666362 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=09c2a516-2b29-4908-9cdd-da34ac3e0362,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:57.668064 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-c4159e49-6d54-42a1-95ee-24a319c2ec82 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1c10dc90-03c9-4719-bf21-f29d1c0dfe84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773958 Sep 19 17:36:57.674690 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.683448 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:56Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '2b7175ae-7472-46c1-9ad7-6c381bc28e33', 'name': '', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'mac_address': 'fa:16:3e:15:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:56Z', 'updated_at': '2022-09-19T17:36:57Z', 'revision_number': 2, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'subnets': [{'id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:36:57.714565 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a90b8-8bbc-484b-bc3d-db20d11f64cf None None] The sync data for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi is: [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:56Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '2b7175ae-7472-46c1-9ad7-6c381bc28e33', 'name': '', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'mac_address': 'fa:16:3e:15:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:56Z', 'updated_at': '2022-09-19T17:36:57Z', 'revision_number': 2, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'subnets': [{'id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:36:57.775975 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:57.782448 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7c9eec10-5e28-41c7-819d-ec3dc60bf3a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4761612 Sep 19 17:36:58.021600 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-393458a4-f7b8-4da6-a314-6aa85fce9b3f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1645448021&fields=id&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 267 time: 0.0523081 Sep 19 17:36:58.139055 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33704) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:58.142458 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 3 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:58.144786 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369752678', 'description': 'tempest-secgroup-smoke-1369752678 description', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:58.152057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-9121f650-f2d1-4f0d-be81-7996c68ddb51 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:36:58.153906 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-9121f650-f2d1-4f0d-be81-7996c68ddb51 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1257801 Sep 19 17:36:58.178821 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-c5c6584d-ebc0-4585-86e5-d5811ac0e700 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 375 time: 0.0111306 Sep 19 17:36:58.194493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:58.227311 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f860e2f9-5da0-4d27-8460-ec9b1c4e8d3f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494199 Sep 19 17:36:58.242461 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.320876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (004c06fb-515e-411d-9a51-ff6676bcd4f6), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.333074 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:36:58.337190 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-67650b8b-22de-44c2-bc38-77954e822eea service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972984 Sep 19 17:36:58.405322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (004c06fb-515e-411d-9a51-ff6676bcd4f6), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.466526 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004c06fb-515e-411d-9a51-ff6676bcd4f6,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:58.496498 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-a288f3ab-ae61-4cf0-9f88-4ec00e97d555 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524560 Sep 19 17:36:58.570200 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.571873 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-759406a7-4c3e-4703-9dca-79e019fd61f9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4313297 Sep 19 17:36:58.574998 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33708) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:58.580115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:58.602357 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-b2d4742b-20cd-4974-b66e-8d7340c5d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.695350 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (c46b198a-d586-47b6-bcf0-bb3862406be9), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.695829 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 4 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:58.731248 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:58.759948 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (c46b198a-d586-47b6-bcf0-bb3862406be9), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.819112 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-23adbdf5-24eb-43ca-8956-12e29efc7986 req-dcd30baa-01b1-438c-9ea2-1a5e0bd0482f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0315108 Sep 19 17:36:58.831840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (c46b198a-d586-47b6-bcf0-bb3862406be9), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.851553 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46b198a-d586-47b6-bcf0-bb3862406be9,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:58.918751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:58.921556 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-23905f11-748b-4b08-b327-90b526634ff3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439617 Sep 19 17:36:58.923040 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33716) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:58.928083 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:59.017951 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (d979b4d1-93d9-4267-88a3-8a2fde54fa09), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.082208 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (d979b4d1-93d9-4267-88a3-8a2fde54fa09), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.199676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (d979b4d1-93d9-4267-88a3-8a2fde54fa09), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.212681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d979b4d1-93d9-4267-88a3-8a2fde54fa09,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:59.232389 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 5 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:59.269726 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:59.287358 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.288778 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-30ebe8e5-299f-42e4-8b41-7a797bda8e83 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3643568 Sep 19 17:36:59.291638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33720) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:59.296062 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:59.400562 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (8ea605a9-17f6-435f-9d80-d4b40fbffe70), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.464848 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (8ea605a9-17f6-435f-9d80-d4b40fbffe70), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.553892 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (8ea605a9-17f6-435f-9d80-d4b40fbffe70), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.574311 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea605a9-17f6-435f-9d80-d4b40fbffe70,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:59.653101 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.654345 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-52d000c4-81f6-4eb2-badb-ec981d27249e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617167 Sep 19 17:36:59.657198 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33726) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:36:59.662070 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:36:59.771312 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 6 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:36:59.771541 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (1ef6f4a1-aa99-4f1f-9e57-838a18f24852), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.804907 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:36:59.831766 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (1ef6f4a1-aa99-4f1f-9e57-838a18f24852), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.833762 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.891225 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (1ef6f4a1-aa99-4f1f-9e57-838a18f24852), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:36:59.936039 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef6f4a1-aa99-4f1f-9e57-838a18f24852,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:36:59.938903 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f6585e45-4ff6-4731-b4dc-7949ece83bd0 req-f58afcb4-74f6-436c-bd2c-36435e449f04 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0405836 Sep 19 17:37:00.007248 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.008500 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4972725f-5569-43fa-8b42-2c1e07defd2a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503795 Sep 19 17:37:00.011637 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33730) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:37:00.017092 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:00.125831 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.securitygroups_db [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Project 3fa7a842679b460f87e34a84e7d12c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:37:00.135537 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (fc224ab4-46bb-497a-b043-4e52759d89b9), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.186408 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (fc224ab4-46bb-497a-b043-4e52759d89b9), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.270877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (fc224ab4-46bb-497a-b043-4e52759d89b9), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.290019 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc224ab4-46bb-497a-b043-4e52759d89b9,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:00.306237 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 7 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:00.339914 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:00.408721 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.418084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b9060aa0-91a0-44fe-94a0-3a9b0d2537c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3979676 Sep 19 17:37:00.418084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 33734) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:37:00.418791 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'security_group_rule': {'security_group_id': '004c06fb-515e-411d-9a51-ff6676bcd4f6', 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:00.468123 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c54b8b3-7302-44a8-8d13-0999e2333dca up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:00.516433 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 1c54b8b3-7302-44a8-8d13-0999e2333dca triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:00.516433 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.516433 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 1c54b8b3-7302-44a8-8d13-0999e2333dca Sep 19 17:37:00.551481 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.securitygroups_db [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Project 3fa7a842679b460f87e34a84e7d12c5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 17:37:00.565092 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (31d40986-d9c6-44bc-aa76-73d76cfc250d), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.603021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 1c54b8b3-7302-44a8-8d13-0999e2333dca is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:00.603611 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.620856 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:00.631024 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] For port 1c54b8b3-7302-44a8-8d13-0999e2333dca, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c54b8b3-7302-44a8-8d13-0999e2333dca,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:00.631587 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (31d40986-d9c6-44bc-aa76-73d76cfc250d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.773681 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (31d40986-d9c6-44bc-aa76-73d76cfc250d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.777373 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.794235 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d40986-d9c6-44bc-aa76-73d76cfc250d,revision_number=0']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:00.829290 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Pushing event updated for resources: {'Port': ['ID=1c54b8b3-7302-44a8-8d13-0999e2333dca,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:00.841175 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 8 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:00.855780 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Sync routers for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:37:00.868682 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:37:00.868682 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:00.880455 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:00.896071 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:00.898368 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-74806884-d74f-45e3-964b-260acf50d66b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4838786 Sep 19 17:37:00.980115 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:37:01.024597 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:01.076234 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-36084b9f-bffe-4aca-a6fc-6d5f1974146a req-08fb77c6-0c3d-450e-9acf-38d937d3d206 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0348706 Sep 19 17:37:01.094830 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:01.143303 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.179883 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:56Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '2b7175ae-7472-46c1-9ad7-6c381bc28e33', 'name': '', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'mac_address': 'fa:16:3e:15:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:56Z', 'updated_at': '2022-09-19T17:36:57Z', 'revision_number': 2, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'subnets': [{'id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:01.205527 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Checking router: 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:37:01.205921 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Updating router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 binding host dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 17:37:01.238208 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.381674 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 9 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:01.514660 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks [] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), precommit_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.527983 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:01.553344 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:01.597487 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.662817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.664859 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Pushing event updated for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=3']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:01.691848 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.692186 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.692528 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.692881 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.693204 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.693524 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.693841 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.694159 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.694472 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.694789 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.695129 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.695430 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.695767 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.696080 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.696404 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:01.712508 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Attempting to bind port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 on host dv-cinder-848013-2-iscsi for vnic_type normal with profile {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:37:01.712743 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Attempting to bind port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 by drivers openvswitch,hyperv on host dv-cinder-848013-2-iscsi at level 0 using segments [{'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:37:01.713098 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Attempting to bind port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 on network f22b8576-fed5-4f79-b922-e12c1f07910b {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:37:01.726207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-15b1d4c7-0e6e-42b7-91db-3f59148e6708 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:01.727802 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-15b1d4c7-0e6e-42b7-91db-3f59148e6708 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1135166 Sep 19 17:37:01.751245 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:01.757793 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Checking agent: {'id': '901863d2-8e15-47c4-add1-bfebb585c40c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848013-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 14, 31), 'started_at': datetime.datetime(2022, 9, 19, 17, 15, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848013-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:37:01.758038 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Checking segment: {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:37:01.758319 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.758714 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Bound using segment: {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'} {{(pid=106882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:37:01.759433 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.managers [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Bound port: 2b7175ae-7472-46c1-9ad7-6c381bc28e33, host: dv-cinder-848013-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5ea920-cddf-4d89-8f35-3612654b24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b'}}] {{(pid=106882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:37:01.759848 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), before_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.788030 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:01.806442 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-af53e12a-314c-47c2-aaa6-fd08ad5dd806 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 380 time: 0.0606227 Sep 19 17:37:01.818589 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'port': {'device_id': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'admin_state_up': True, 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'security_groups': ['423998e2-84bf-4b2c-a8d3-e5db6a96d010']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:01.822130 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] For port 2b7175ae-7472-46c1-9ad7-6c381bc28e33, host dv-cinder-848013-2-iscsi, cleared binding levels {{(pid=106882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:37:01.825257 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.plugins.ml2.db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] For port 2b7175ae-7472-46c1-9ad7-6c381bc28e33, host dv-cinder-848013-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=2b7175ae-7472-46c1-9ad7-6c381bc28e33,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:37:01.921042 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_update {{(pid=106882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:01.972934 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:37:01.973885 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:02.000085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:37:02.004836 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.015322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:02.028641 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822e76-ee56-48c2-86ae-a78bbbf90206 None None] Pushing event updated for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=4']} {{(pid=106882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:02.055113 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Attempt 10 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:02.097011 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:37:02.170140 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.20.0.10 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/065f60d9-1405-4ef7-a649-7c8d93430d74) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:37:02.184767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Current status of the port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 is: DOWN; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:02.185168 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.228121 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-33bf5305-b550-439c-b849-c9a968471d58 req-87d60bbc-d710-445e-b45d-dbc0c86fca9f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0437887 Sep 19 17:37:02.235940 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] For port 2b7175ae-7472-46c1-9ad7-6c381bc28e33, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=2b7175ae-7472-46c1-9ad7-6c381bc28e33,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:02.333702 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.345852 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.408801 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc73ff-3c7e-4a51-b923-da51b021089f None None] Pushing event updated for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:02.421920 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:02.435995 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:56Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '2b7175ae-7472-46c1-9ad7-6c381bc28e33', 'name': '', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'mac_address': 'fa:16:3e:15:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:56Z', 'updated_at': '2022-09-19T17:37:01Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'subnets': [{'id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:02.442974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.476813 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-fa9b8447-b030-4000-837a-6aa5ea553334 None None] Provisioning complete for port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:02.481503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-fa9b8447-b030-4000-837a-6aa5ea553334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.481503 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-fa9b8447-b030-4000-837a-6aa5ea553334 None None] Attempt 1 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:02.497335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:37:02.501130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:37:02.505685 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fb5695-9cc1-41fb-8759-d8c575cd919e None None] The sync data for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi is: [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:36:56Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '2b7175ae-7472-46c1-9ad7-6c381bc28e33', 'name': '', 'network_id': 'f22b8576-fed5-4f79-b922-e12c1f07910b', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'mac_address': 'fa:16:3e:15:d9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:56Z', 'updated_at': '2022-09-19T17:37:01Z', 'revision_number': 4, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'subnets': [{'id': '498d4286-40e3-41c3-bc0d-8bd3b163882b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:37:02.505929 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:37:02.508468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:02.518375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 2b7175ae-7472-46c1-9ad7-6c381bc28e33 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:02.539016 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:02.578682 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:02.579220 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.656666 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:02.657041 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.657552 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:02.662297 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:02.681767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b8447-b030-4000-837a-6aa5ea553334 None None] Current status of the port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:02.712853 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-f337d092-d62b-4238-b656-7c88e554c2ec tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8985331 Sep 19 17:37:02.731839 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Request body: {'port': {'device_id': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:02.751249 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:02.752756 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c54b8b3-7302-44a8-8d13-0999e2333dca up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:02.810172 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 1c54b8b3-7302-44a8-8d13-0999e2333dca triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:02.810592 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.810932 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 1c54b8b3-7302-44a8-8d13-0999e2333dca Sep 19 17:37:02.817025 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.841096 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Provisioning complete for port 065f60d9-1405-4ef7-a649-7c8d93430d74 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:02.841467 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:02.841805 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Attempt 1 to provision port 065f60d9-1405-4ef7-a649-7c8d93430d74 Sep 19 17:37:02.884501 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:02.892050 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Port 065f60d9-1405-4ef7-a649-7c8d93430d74 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:02.934131 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 1c54b8b3-7302-44a8-8d13-0999e2333dca is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:03.110271 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065f60d9-1405-4ef7-a649-7c8d93430d74 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:37:03.120149 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks [] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:03.133335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Transition to ACTIVE for port object 065f60d9-1405-4ef7-a649-7c8d93430d74 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:37:03.191082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:03.229140 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:03.280289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Pushing event updated for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:03.325844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Attempting to bind port 065f60d9-1405-4ef7-a649-7c8d93430d74 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:37:03.326186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Attempting to bind port 065f60d9-1405-4ef7-a649-7c8d93430d74 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:37:03.326514 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Attempting to bind port 065f60d9-1405-4ef7-a649-7c8d93430d74 on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:37:03.357607 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee75fe2-5326-4f8a-8e8e-ac6285d7e9a7 req-c174d0c1-0f3e-4cbc-a8ee-9da32a986b32 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.359450 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aee75fe2-5326-4f8a-8e8e-ac6285d7e9a7 req-c174d0c1-0f3e-4cbc-a8ee-9da32a986b32 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 944 time: 0.0532973 Sep 19 17:37:03.374805 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Port 065f60d9-1405-4ef7-a649-7c8d93430d74 on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:37:03.375128 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Attempting to bind port 065f60d9-1405-4ef7-a649-7c8d93430d74 on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:37:03.393612 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Attempt 2 to provision port 065f60d9-1405-4ef7-a649-7c8d93430d74 Sep 19 17:37:03.409805 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aee75fe2-5326-4f8a-8e8e-ac6285d7e9a7 req-6800526f-9700-41d6-bac4-f52a13328ec1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 Sep 19 17:37:03.419226 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:37:03.423811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:37:03.423811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:37:03.423811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Bound port: 065f60d9-1405-4ef7-a649-7c8d93430d74, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:37:03.423811 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:03.433709 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Port 065f60d9-1405-4ef7-a649-7c8d93430d74 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:03.496312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:37:03.499673 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=065f60d9-1405-4ef7-a649-7c8d93430d74,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:37:03.614468 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:03.618801 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.619416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:03.620869 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 200 len: 1094 time: 0.8943472 Sep 19 17:37:03.621464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:37:03.623730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887b995-caff-4d65-93b8-b1d9b31e8533" -d '{"events": [{"name": "network-changed", "server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:03.666008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258d976-7723-4828-8a71-28b37436df90 x-openstack-request-id: req-e258d976-7723-4828-8a71-28b37436df90 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:03.666008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:03.666008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e258d976-7723-4828-8a71-28b37436df90 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:03.666383 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e258d976-7723-4828-8a71-28b37436df90'] response: {'name': 'network-changed', 'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'status': 'completed', 'code': 200} Sep 19 17:37:03.675859 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78830512-b8ec-4e55-9e4c-1077c80c7834 service neutron] Pushing event updated for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:03.761693 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-bd19d295-7c51-4faf-826e-6230dab9509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.763209 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-bd19d295-7c51-4faf-826e-6230dab9509d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1128 time: 0.0417955 Sep 19 17:37:03.878798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-1e50c460-b9f8-4a4d-a95b-bcf198cc5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.880212 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-1e50c460-b9f8-4a4d-a95b-bcf198cc5719 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1026280 Sep 19 17:37:03.935401 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Attempt 3 to provision port 065f60d9-1405-4ef7-a649-7c8d93430d74 Sep 19 17:37:03.974984 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-57a1f316-50b9-40e0-83a0-f17a7fcae159 None None] Port 065f60d9-1405-4ef7-a649-7c8d93430d74 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:37:03.978625 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-c1bb2c6a-ccfb-4d52-9367-a547c1ff7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:03.979468 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5887b995-caff-4d65-93b8-b1d9b31e8533 req-c1bb2c6a-ccfb-4d52-9367-a547c1ff7115 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928814 Sep 19 17:37:04.086016 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-b392fd87-a844-456f-940e-54ed943a003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:04.087884 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-b392fd87-a844-456f-940e-54ed943a003e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1128 time: 0.0435536 Sep 19 17:37:04.139837 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-829bd7db-eb1e-4b48-ba45-ec0e8a0c66d0 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 200 len: 217 time: 0.0353453 Sep 19 17:37:04.191451 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-2b42fca2-7b81-41d9-97bd-734979c1bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:04.192966 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-2b42fca2-7b81-41d9-97bd-734979c1bda9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0463190 Sep 19 17:37:04.228788 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:04.236684 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-81ff5c20-cecd-433d-b2f1-8710cb762295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:04.239059 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-81ff5c20-cecd-433d-b2f1-8710cb762295 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401042 Sep 19 17:37:04.248288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:04.335143 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-7677fe6a-8554-4bd9-b837-aa31dcfbb767 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889869 Sep 19 17:37:04.435207 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fce499d0-6d22-4211-8e9d-bbbebf21bca3 req-efec82e1-1aac-49c6-926c-18fced2a6996 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936689 Sep 19 17:37:04.451409 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 2b7175ae-7472-46c1-9ad7-6c381bc28e33 up at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:04.503146 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Provisioning complete for port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:04.503549 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:04.503980 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Attempt 1 to provision port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 Sep 19 17:37:04.542456 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761412-6ccd-4d8e-a59d-a5493a45c522 req-22403c36-9fbe-4dec-aa4f-4ada24074675 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:04.548696 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13761412-6ccd-4d8e-a59d-a5493a45c522 req-22403c36-9fbe-4dec-aa4f-4ada24074675 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 944 time: 0.0586162 Sep 19 17:37:04.590812 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:04.591863 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Current status of the port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 is: ACTIVE; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:04.600357 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-13761412-6ccd-4d8e-a59d-a5493a45c522 req-5f8db715-283a-4c34-a00d-8ec6f1fe4e7c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Sep 19 17:37:05.727951 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76c14d-8639-4341-9476-2ec258ce75c3 req-23b6b9de-6d1e-4276-9b4e-b836b8f2bd2e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:05.729496 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9e76c14d-8639-4341-9476-2ec258ce75c3 req-23b6b9de-6d1e-4276-9b4e-b836b8f2bd2e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 944 time: 0.0510075 Sep 19 17:37:05.780364 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9e76c14d-8639-4341-9476-2ec258ce75c3 req-1fe54956-143f-4b87-8f2b-0e6080687806 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Sep 19 17:37:06.913075 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b16c0-9b23-49c2-9ae5-cf134fda56fc req-7b5feec6-2abc-4b8c-8a87-ec38fbd8fcf6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:06.914255 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd3b16c0-9b23-49c2-9ae5-cf134fda56fc req-7b5feec6-2abc-4b8c-8a87-ec38fbd8fcf6 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 944 time: 0.0511444 Sep 19 17:37:06.962191 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-fd3b16c0-9b23-49c2-9ae5-cf134fda56fc req-11a6a96e-fca2-401d-ab55-43cee462f783 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Sep 19 17:37:08.090620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21880ac-ad4b-4f27-bad9-3b7b0c6163c9 req-72e82ac3-6f1a-4a72-a93d-b887a97fc358 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:08.092111 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f21880ac-ad4b-4f27-bad9-3b7b0c6163c9 req-72e82ac3-6f1a-4a72-a93d-b887a97fc358 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Sep 19 17:37:08.144809 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f21880ac-ad4b-4f27-bad9-3b7b0c6163c9 req-5618831c-6362-4e1a-9f2e-ebba129b4afd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Sep 19 17:37:08.378098 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 065f60d9-1405-4ef7-a649-7c8d93430d74 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:37:08.488412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=065f60d9-1405-4ef7-a649-7c8d93430d74,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:08.505094 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'port_id': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'mac_address': 'fa:16:3e:04:a9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:37:08.541992 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 065f60d9-1405-4ef7-a649-7c8d93430d74 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:08.542380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:08.555953 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065f60d9-1405-4ef7-a649-7c8d93430d74 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:37:08.575100 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=065f60d9-1405-4ef7-a649-7c8d93430d74,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:08.633150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:08.688350 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:09.270322 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86937c48-3020-4472-8ff2-19169812d9dd req-8dbf19ed-0de9-49d6-b1a9-15dfb26091dc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:09.271951 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-86937c48-3020-4472-8ff2-19169812d9dd req-8dbf19ed-0de9-49d6-b1a9-15dfb26091dc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Sep 19 17:37:09.323680 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-86937c48-3020-4472-8ff2-19169812d9dd req-06bf6d9b-9dba-428d-8785-d0ad31ed7933 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Sep 19 17:37:10.455488 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26a1a2-1791-470d-9247-e546082faaf4 req-8d93e27d-12c4-47e0-aab1-0adc6036d694 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:10.457022 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a26a1a2-1791-470d-9247-e546082faaf4 req-8d93e27d-12c4-47e0-aab1-0adc6036d694 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Sep 19 17:37:10.508666 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a26a1a2-1791-470d-9247-e546082faaf4 req-151ad19b-4d71-4cf0-a159-0c5626d0eb96 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457649 Sep 19 17:37:11.628705 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5991fec-5332-4935-a3d2-b20d3a36245b req-42aa121d-9bd3-4849-b2aa-738429a0ee52 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:11.630147 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e5991fec-5332-4935-a3d2-b20d3a36245b req-42aa121d-9bd3-4849-b2aa-738429a0ee52 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0464725 Sep 19 17:37:11.680683 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e5991fec-5332-4935-a3d2-b20d3a36245b req-fc0e9371-f93c-4fbb-b1f9-4c0ab9f99c7a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Sep 19 17:37:12.439893 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=31 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:12.813739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bb024-9e35-4adc-a084-9cd46bbd60d8 req-d3240814-c2cd-47ee-b617-c74f13ef9e52 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:12.815152 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b53bb024-9e35-4adc-a084-9cd46bbd60d8 req-d3240814-c2cd-47ee-b617-c74f13ef9e52 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0476999 Sep 19 17:37:12.868110 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b53bb024-9e35-4adc-a084-9cd46bbd60d8 req-55c29e1a-5e02-4efd-a8d3-2c6b7d309836 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Sep 19 17:37:13.998982 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105941a-02f1-47fa-aff3-d3a5f19c9cd9 req-70317984-0f42-4f6f-aeb4-f7f69ac61530 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:14.000497 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d105941a-02f1-47fa-aff3-d3a5f19c9cd9 req-70317984-0f42-4f6f-aeb4-f7f69ac61530 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Sep 19 17:37:14.053490 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d105941a-02f1-47fa-aff3-d3a5f19c9cd9 req-c71c35bd-32d4-450d-b2f7-e3320403689d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Sep 19 17:37:14.425189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:14.432263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=13 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:15.177286 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3134cf5-c7c6-4797-b0b6-8c2ed0023ed2 req-1a0d9049-c9dd-4e21-b63a-2a038efd2022 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:15.179669 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3134cf5-c7c6-4797-b0b6-8c2ed0023ed2 req-1a0d9049-c9dd-4e21-b63a-2a038efd2022 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Sep 19 17:37:15.205271 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:15.230337 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c3134cf5-c7c6-4797-b0b6-8c2ed0023ed2 req-4acf8548-c505-4cf4-a139-e987a0afa04b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Sep 19 17:37:16.352707 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7fa2-3e1b-42b1-9025-1f948c744b5d req-2a857ef6-fa6e-40d2-a993-75a3eb50e7a5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:16.354185 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-831b7fa2-3e1b-42b1-9025-1f948c744b5d req-2a857ef6-fa6e-40d2-a993-75a3eb50e7a5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Sep 19 17:37:16.412226 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-831b7fa2-3e1b-42b1-9025-1f948c744b5d req-cf805df1-22b1-42ee-b5a4-2260a57f0291 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524204 Sep 19 17:37:16.458743 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['065f60d9-1405-4ef7-a649-7c8d93430d74'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:37:17.535869 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc362d-2119-4f47-b6a8-a2c020823e1e req-1adec4d4-1ae2-47d4-a5ed-a86efa8f85d5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:17.537485 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdc362d-2119-4f47-b6a8-a2c020823e1e req-1adec4d4-1ae2-47d4-a5ed-a86efa8f85d5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Sep 19 17:37:17.587187 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-abdc362d-2119-4f47-b6a8-a2c020823e1e req-7c29e766-7a53-4bef-8a0d-032a9b062033 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Sep 19 17:37:18.290602 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 065f60d9-1405-4ef7-a649-7c8d93430d74 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:18.322606 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:18.336418 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 065f60d9-1405-4ef7-a649-7c8d93430d74 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:37:18.407908 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 065f60d9-1405-4ef7-a649-7c8d93430d74 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:18.408280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:18.408615 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 065f60d9-1405-4ef7-a649-7c8d93430d74 Sep 19 17:37:18.434954 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:18.483173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 065f60d9-1405-4ef7-a649-7c8d93430d74 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:18.483594 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:18.509972 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:37:18.512567 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c2986e-44c4-401a-a896-8e3747c8bbff" -d '{"events": [{"server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "name": "network-vif-plugged", "status": "completed", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:18.525174 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=065f60d9-1405-4ef7-a649-7c8d93430d74,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:18.549257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d619ed-54c7-447a-8cbd-13e844745f95 x-openstack-request-id: req-d2d619ed-54c7-447a-8cbd-13e844745f95 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:18.549572 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "name": "network-vif-plugged", "status": "completed", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:18.549831 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2d619ed-54c7-447a-8cbd-13e844745f95 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:18.550238 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d619ed-54c7-447a-8cbd-13e844745f95'] response: {'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'code': 200} Sep 19 17:37:18.587710 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:18.638213 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:18.694415 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:18.712557 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2589fbd-5c95-47f9-a943-b7466ea4b710 req-62a638a9-d154-4771-87bd-2f6265571ccc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:18.714061 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2589fbd-5c95-47f9-a943-b7466ea4b710 req-62a638a9-d154-4771-87bd-2f6265571ccc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Sep 19 17:37:18.762947 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a2589fbd-5c95-47f9-a943-b7466ea4b710 req-6032b02f-b09e-4727-8f7c-5683172f1c6d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Sep 19 17:37:18.999264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00490-7ff5-4199-bf56-47369a5164ad req-23442c48-d61d-4f8c-877d-20f77d688e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:19.000779 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f6a00490-7ff5-4199-bf56-47369a5164ad req-23442c48-d61d-4f8c-877d-20f77d688e56 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0391567 Sep 19 17:37:19.046428 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f6a00490-7ff5-4199-bf56-47369a5164ad req-301fbfcf-9931-42cb-a382-9569bf510b23 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Sep 19 17:37:19.892539 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544cfec-e930-4ccb-bd88-f9082c8c3a2e req-ebfd4380-598a-4b53-896c-fe87209dab8c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:19.894012 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2544cfec-e930-4ccb-bd88-f9082c8c3a2e req-ebfd4380-598a-4b53-896c-fe87209dab8c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0519993 Sep 19 17:37:19.942381 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2544cfec-e930-4ccb-bd88-f9082c8c3a2e req-5fbe1818-fbf4-4ee1-9b6e-3975f5c0da52 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420330 Sep 19 17:37:21.063785 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d63d97-3d8e-42b1-9d6d-9d2060de6c76 req-78b40cb7-e32b-441d-a8f0-b4ae51f7fa95 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:21.065280 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-51d63d97-3d8e-42b1-9d6d-9d2060de6c76 req-78b40cb7-e32b-441d-a8f0-b4ae51f7fa95 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0466104 Sep 19 17:37:21.112738 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-51d63d97-3d8e-42b1-9d6d-9d2060de6c76 req-bd9a7b06-9e85-419d-bb13-daec77a89c19 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Sep 19 17:37:22.296904 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46f53-900f-476b-b7ac-d107e78c2ee2 req-01e1359b-944e-4ad1-b8a1-268d8d98d4a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:22.298402 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9ab46f53-900f-476b-b7ac-d107e78c2ee2 req-01e1359b-944e-4ad1-b8a1-268d8d98d4a8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0532303 Sep 19 17:37:22.346093 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9ab46f53-900f-476b-b7ac-d107e78c2ee2 req-a99c3315-bfc7-490e-ab8d-076bfb4e3da1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Sep 19 17:37:22.469833 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b1a22-52f7-465e-b83d-4378fc84efb1 req-77399df0-694f-44cf-8afb-0339f6315c13 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:22.471330 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0d4b1a22-52f7-465e-b83d-4378fc84efb1 req-77399df0-694f-44cf-8afb-0339f6315c13 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Sep 19 17:37:22.483368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 33940) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:37:22.488325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'port_id': '065f60d9-1405-4ef7-a649-7c8d93430d74'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:22.526855 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:22.956655 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:23.019530 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:23.378622 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 17210ac2-6e4c-4301-b1c4-518eb706aa93 associated. External IP: 172.27.3.83, port: 065f60d9-1405-4ef7-a649-7c8d93430d74. Sep 19 17:37:23.541918 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:23.543790 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=13 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:23.582664 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:37:23.685007 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:37:23.690462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:23.695822 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:37:23.705918 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:37:23.706538 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:23.718086 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:23.722378 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:23.726734 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-6b1793cb-3fe4-4944-b153-db445ae17513 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/17210ac2-6e4c-4301-b1c4-518eb706aa93 HTTP/1.1" status: 200 len: 991 time: 1.2422857 Sep 19 17:37:23.727383 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:37:23.729771 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d945b41d-5826-479b-80da-6a68d6708d60" -d '{"events": [{"name": "network-changed", "server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:23.774132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3f43d-0328-4d52-8df6-b93e31813de5 x-openstack-request-id: req-47a3f43d-0328-4d52-8df6-b93e31813de5 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:23.774132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:23.774132 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47a3f43d-0328-4d52-8df6-b93e31813de5 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:23.774132 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a3f43d-0328-4d52-8df6-b93e31813de5'] response: {'name': 'network-changed', 'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'status': 'completed', 'code': 200} Sep 19 17:37:23.822999 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:37:23.877321 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b41d-5826-479b-80da-6a68d6708d60 req-87e66c77-fcc7-41ae-bf48-f74466cc5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:23.878846 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-87e66c77-fcc7-41ae-bf48-f74466cc5146 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0458710 Sep 19 17:37:23.979888 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b41d-5826-479b-80da-6a68d6708d60 req-1d18be82-92a3-4eaf-9c65-b1df22345824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:23.981351 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-1d18be82-92a3-4eaf-9c65-b1df22345824 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0933506 Sep 19 17:37:24.049895 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-b8ca4505-5611-4258-b72b-af4e2db40a8f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 200 len: 999 time: 0.0593960 Sep 19 17:37:24.054314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '17210ac2-6e4c-4301-b1c4-518eb706aa93', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:04:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:36:57Z', 'updated_at': '2022-09-19T17:37:22Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:24.088870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:37:24.099642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:37:24.100545 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:36:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:24.101297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b41d-5826-479b-80da-6a68d6708d60 req-d68c31e5-ead4-4c76-bead-21203bebb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:24.102923 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-d68c31e5-ead4-4c76-bead-21203bebb755 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0467968 Sep 19 17:37:24.162108 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945b41d-5826-479b-80da-6a68d6708d60 req-e39eb5bc-930b-4e23-9442-000fe92e9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:24.163508 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-e39eb5bc-930b-4e23-9442-000fe92e9113 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512409 Sep 19 17:37:24.220915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:37:24.380701 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:24.452416 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '17210ac2-6e4c-4301-b1c4-518eb706aa93', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:04:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:36:57Z', 'updated_at': '2022-09-19T17:37:22Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:37:24.478673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d440ce8-a9b2-41e5-9072-f4fbdf5032d8 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '17210ac2-6e4c-4301-b1c4-518eb706aa93', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:04:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:36:57Z', 'updated_at': '2022-09-19T17:37:22Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:37:24.667322 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-6d85849e-9754-426a-85a4-63c282b8eb39 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101511 Sep 19 17:37:24.698620 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45f28b-2022-4cab-8456-0bf82cb674aa None None] New status for floating IP 17210ac2-6e4c-4301-b1c4-518eb706aa93: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:37:24.789194 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d945b41d-5826-479b-80da-6a68d6708d60 req-28be364b-148f-45b5-8827-6bdea6164b84 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081011 Sep 19 17:37:26.124569 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2e68487e-a811-4de9-8579-a785929b9c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:28.529989 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-966ef57e-09c0-4071-893e-639a7653ecae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:29.798868 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:30.256905 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:37:31.107575 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:31.576305 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:32.460226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=59 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:32.462057 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=36 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:34.261540 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:34.782430 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=63 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:34.787315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=31 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:36.019986 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-f9195d03-3f58-4504-8942-6fad2f7cadbe tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1369752678&fields=id&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 267 time: 0.0465584 Sep 19 17:37:36.139174 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-3a1fde69-7a8f-44b1-8c91-22b6683ef28b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:36.140668 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-3a1fde69-7a8f-44b1-8c91-22b6683ef28b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1137047 Sep 19 17:37:36.156874 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-70be47f8-4dc5-4545-8619-5cb246793565 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/quotas/3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 375 time: 0.0107701 Sep 19 17:37:36.210555 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-3153764e-79da-4488-86b7-8c6b4d53e5f2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473449 Sep 19 17:37:36.211026 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-b0db61a3-773c-4bc4-85ce-49ea8cff2246 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392904 Sep 19 17:37:36.315098 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-998473ac-0cdd-46e8-a225-c927615c389b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931702 Sep 19 17:37:36.321698 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-1575cc37-a513-4465-832d-639a4b2c44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:36.323183 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-1575cc37-a513-4465-832d-639a4b2c44b1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0432951 Sep 19 17:37:36.412830 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-a06d5739-6018-483a-a563-6aa0e3ca51cc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909564 Sep 19 17:37:36.434190 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-2edc53d1-c295-4eb6-ab4d-506a4731253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:36.435843 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-2edc53d1-c295-4eb6-ab4d-506a4731253c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0934713 Sep 19 17:37:36.503374 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-607f4d22-01fb-47cc-9491-688fabb78047 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 200 len: 1001 time: 0.0582805 Sep 19 17:37:36.556341 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-0eed9bea-9e2e-4cc1-8868-f4a8d15770b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:36.557986 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-0eed9bea-9e2e-4cc1-8868-f4a8d15770b8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0478539 Sep 19 17:37:36.610977 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-cfbc72d7-9687-4c9d-8b6d-de85adb50fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:36.612543 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-cfbc72d7-9687-4c9d-8b6d-de85adb50fc6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474629 Sep 19 17:37:36.703584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-286bafa0-18bf-4cb7-baf1-62392843ab83 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848291 Sep 19 17:37:36.811183 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-495c8159-4a08-47f4-9b25-37e0f7c6e947 req-bc7dcaeb-0510-44df-a57f-55557a4c4efd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014404 Sep 19 17:37:37.056487 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5391ad5c-c636-4076-961f-d223ee3e4e71 req-c938a8ce-a8c9-4056-bfe5-333f42ff77f5 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 210 time: 0.0305843 Sep 19 17:37:38.174179 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cb5baadc-1ac2-4ef0-a415-5687f729cffb req-a2b7c3e1-6d32-4443-93f6-740a4b7473cc tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 210 time: 0.0337393 Sep 19 17:37:39.276818 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5f6bd39f-bf95-40d5-870a-e163b1963435 req-7b3968b9-9af8-445b-8448-e224ca67cc0d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 210 time: 0.0289013 Sep 19 17:37:39.429348 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-186e39aa-5e96-49d6-bfc0-b323d22af94b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:39.430825 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-186e39aa-5e96-49d6-bfc0-b323d22af94b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1112914 Sep 19 17:37:39.503209 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-acc46b38-b534-4870-b627-1d5960ac955f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 380 time: 0.0565097 Sep 19 17:37:39.513127 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'port': {'device_id': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'admin_state_up': True, 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'security_groups': ['004c06fb-515e-411d-9a51-ff6676bcd4f6']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:39.715742 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Made reservation on behalf of 3fa7a842679b460f87e34a84e7d12c5f for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:37:39.723325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:39.739759 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34068) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:37:39.853891 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:39.856843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.20.0.8 (1590abdf-b953-4897-85f6-bffe0b292150/f08194e8-d351-4f0f-8845-0cbc6e2f84cc/ceaaa721-b6be-4326-b3ea-f412d7f7f544) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:37:39.861866 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:39.866379 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:39.930728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Publish callbacks [] for security_group (77ede8ae-dddb-468a-aaa2-cdceb0f55bbf), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:39.993386 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (77ede8ae-dddb-468a-aaa2-cdceb0f55bbf), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.003989 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.033217 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ede8ae-dddb-468a-aaa2-cdceb0f55bbf,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:40.038114 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=28bba2daa61341d2836ee86d00953a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973001 Sep 19 17:37:40.041058 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34072) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:37:40.042912 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.043265 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.043611 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.044004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.044377 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.044718 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.045048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.045377 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.045740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.046113 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.046564 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.046780 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.046967 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.047496 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.050426 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c5de2-108b-40ac-bedb-b9602b83891a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:40.092923 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] Publish callbacks [] for security_group (77ede8ae-dddb-468a-aaa2-cdceb0f55bbf), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.101647 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.149979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] Publish callbacks [] for security_group (77ede8ae-dddb-468a-aaa2-cdceb0f55bbf), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.173795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:37:40.180160 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:37:40.186430 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:40.190091 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:37:40.233686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:40.252007 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:40.253070 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:40.255731 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:40.256368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.348700 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (77ede8ae-dddb-468a-aaa2-cdceb0f55bbf), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.352205 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.353645 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/77ede8ae-dddb-468a-aaa2-cdceb0f55bbf HTTP/1.1" status: 204 len: 168 time: 0.3115890 Sep 19 17:37:40.380305 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ab2b78a8-d813-4028-8d57-79ea673c1165 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8711269 Sep 19 17:37:40.387139 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881f1d5-df96-4dbf-bac4-1781142c9b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ede8ae-dddb-468a-aaa2-cdceb0f55bbf,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:40.401228 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:40.404153 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Request body: {'port': {'device_id': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:37:40.416686 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c77b6-adb9-4f97-99d2-39bae0980b59 req-c6a6d0d5-65cf-4e47-b054-e79890ef1313 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:40.426615 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e32c77b6-adb9-4f97-99d2-39bae0980b59 req-c6a6d0d5-65cf-4e47-b054-e79890ef1313 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 931 time: 0.0666003 Sep 19 17:37:40.441738 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Provisioning complete for port ceaaa721-b6be-4326-b3ea-f412d7f7f544 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:40.446570 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.446570 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Attempt 1 to provision port ceaaa721-b6be-4326-b3ea-f412d7f7f544 Sep 19 17:37:40.477317 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.478352 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Port ceaaa721-b6be-4326-b3ea-f412d7f7f544 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:40.506026 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e32c77b6-adb9-4f97-99d2-39bae0980b59 req-c99164cd-0141-4e4a-92bc-5b2ef08242e0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651743 Sep 19 17:37:40.758157 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaaa721-b6be-4326-b3ea-f412d7f7f544 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:37:40.766130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks [] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.782191 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Transition to ACTIVE for port object ceaaa721-b6be-4326-b3ea-f412d7f7f544 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:37:40.856019 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:40.861077 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:40.935108 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:40.964256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Attempting to bind port ceaaa721-b6be-4326-b3ea-f412d7f7f544 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:37:40.964592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Attempting to bind port ceaaa721-b6be-4326-b3ea-f412d7f7f544 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:37:40.964925 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Attempting to bind port ceaaa721-b6be-4326-b3ea-f412d7f7f544 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:37:40.979280 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Attempt 2 to provision port ceaaa721-b6be-4326-b3ea-f412d7f7f544 Sep 19 17:37:41.013615 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Port ceaaa721-b6be-4326-b3ea-f412d7f7f544 on network 1590abdf-b953-4897-85f6-bffe0b292150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:37:41.013958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Attempting to bind port ceaaa721-b6be-4326-b3ea-f412d7f7f544 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:37:41.017280 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Port ceaaa721-b6be-4326-b3ea-f412d7f7f544 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:37:41.060310 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:37:41.060651 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:37:41.061037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Bound using segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:37:41.061474 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Bound port: ceaaa721-b6be-4326-b3ea-f412d7f7f544, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:37:41.061834 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:41.123374 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:37:41.126475 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:37:41.203097 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:41.213003 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.213003 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:41.213003 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ceaaa721-b6be-4326-b3ea-f412d7f7f544 HTTP/1.1" status: 200 len: 1093 time: 0.8111808 Sep 19 17:37:41.213003 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:37:41.213391 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711af7b9-03fb-4a4f-8169-c736a35cf4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:41.260217 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a41474a-27dd-4f13-95ba-e668e5e3afe6 x-openstack-request-id: req-3a41474a-27dd-4f13-95ba-e668e5e3afe6 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:41.260506 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:41.260757 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a41474a-27dd-4f13-95ba-e668e5e3afe6 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:41.261160 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a41474a-27dd-4f13-95ba-e668e5e3afe6'] response: {'name': 'network-changed', 'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'status': 'completed', 'code': 200} Sep 19 17:37:41.271315 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f441929-a3b7-4583-a0aa-057c75f61e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:41.351744 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-d2fd67f4-01ec-46c3-a20c-44301119b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.353257 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-d2fd67f4-01ec-46c3-a20c-44301119b633 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1127 time: 0.0400257 Sep 19 17:37:41.424282 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:41.466782 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-d4c34841-a4aa-4f68-8f0c-f4ac233e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.468297 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-d4c34841-a4aa-4f68-8f0c-f4ac233e0b05 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000767 Sep 19 17:37:41.519146 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Attempt 3 to provision port ceaaa721-b6be-4326-b3ea-f412d7f7f544 Sep 19 17:37:41.576566 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4daf6-c7b0-4fde-944b-52ff8e13ea4e None None] Port ceaaa721-b6be-4326-b3ea-f412d7f7f544 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:37:41.618207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-f61bc7e7-1015-4aa8-9218-03752d636117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.620787 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-711af7b9-03fb-4a4f-8169-c736a35cf4c2 req-f61bc7e7-1015-4aa8-9218-03752d636117 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447613 Sep 19 17:37:41.648352 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c48ef-7d05-433f-ac30-7bd1c748d1fd req-d831a024-1361-471a-96b3-0dccdd5d8376 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.650339 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c7c48ef-7d05-433f-ac30-7bd1c748d1fd req-d831a024-1361-471a-96b3-0dccdd5d8376 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0543113 Sep 19 17:37:41.705635 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6c7c48ef-7d05-433f-ac30-7bd1c748d1fd req-ad26d963-8d65-4cb3-bea4-be055ed45787 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Sep 19 17:37:41.732322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-1d9e19b3-4893-4b17-873a-d9178ac27fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.733813 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-1d9e19b3-4893-4b17-873a-d9178ac27fa3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1127 time: 0.0400701 Sep 19 17:37:41.790126 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-60351ce0-2fec-440d-aee1-70c9d73fb882 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544 HTTP/1.1" status: 200 len: 217 time: 0.0371108 Sep 19 17:37:41.840905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-506cc7b6-1f98-40a0-a8b5-54f4edc82178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.842369 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-506cc7b6-1f98-40a0-a8b5-54f4edc82178 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0461278 Sep 19 17:37:41.887943 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b257-457a-404f-8c2a-927e1620a572 req-394f3b57-e0d3-47ff-b68e-d04926a213ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:41.889517 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-394f3b57-e0d3-47ff-b68e-d04926a213ee service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406992 Sep 19 17:37:41.987966 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-ca4f0659-62c9-4e6f-8c9a-a34f40888243 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911434 Sep 19 17:37:42.081239 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-08a9b257-457a-404f-8c2a-927e1620a572 req-b541e0a7-8052-4eb2-a4a2-0d66dabed0af service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Sep 19 17:37:42.839444 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d3be-0a0e-4c2b-8852-ee047b13b26e req-6336ea00-9db9-4093-a6ce-b113a7efa4e7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:42.841011 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e2e8d3be-0a0e-4c2b-8852-ee047b13b26e req-6336ea00-9db9-4093-a6ce-b113a7efa4e7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0512834 Sep 19 17:37:42.892347 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e2e8d3be-0a0e-4c2b-8852-ee047b13b26e req-1291f01a-43fa-464e-878a-d0451a5f2c63 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455225 Sep 19 17:37:43.997202 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:44.013049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea982-b367-48d3-ba48-a61c69edff65 req-b61cdab0-f936-4857-8eca-8969b000cf0e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:44.014588 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-87cea982-b367-48d3-ba48-a61c69edff65 req-b61cdab0-f936-4857-8eca-8969b000cf0e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0479538 Sep 19 17:37:44.026620 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:44.064795 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-87cea982-b367-48d3-ba48-a61c69edff65 req-af4d5c45-014e-456e-ba93-ee7e4cfbdbb4 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Sep 19 17:37:45.188848 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dbab9-d2c9-4618-849d-24ea7ea0d141 req-d9ec89bb-3f15-4616-9107-1d5096452477 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:45.190464 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-626dbab9-d2c9-4618-849d-24ea7ea0d141 req-d9ec89bb-3f15-4616-9107-1d5096452477 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0473328 Sep 19 17:37:45.245266 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-626dbab9-d2c9-4618-849d-24ea7ea0d141 req-eef459a7-6798-4bab-b2c0-1ff4b4b20833 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486939 Sep 19 17:37:46.376789 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0323fe-eced-440e-adae-f6b685c98cd8 req-f8fc332f-8619-4ac9-bde1-3415e87f3370 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:46.378331 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ae0323fe-eced-440e-adae-f6b685c98cd8 req-f8fc332f-8619-4ac9-bde1-3415e87f3370 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0478857 Sep 19 17:37:46.429984 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ae0323fe-eced-440e-adae-f6b685c98cd8 req-193c146c-c2f0-4b7c-8cc3-83f5d5fbe772 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Sep 19 17:37:47.553568 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8de9e8-1787-4506-aa8d-a5435b8baed6 req-67e418ca-f395-403c-a5b7-1fe8f2def121 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:47.555515 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6f8de9e8-1787-4506-aa8d-a5435b8baed6 req-67e418ca-f395-403c-a5b7-1fe8f2def121 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0487516 Sep 19 17:37:47.605105 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6f8de9e8-1787-4506-aa8d-a5435b8baed6 req-16bcaae6-56e7-40bb-977c-d2112c60a0f3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Sep 19 17:37:48.731219 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b034fb7-5e4d-42e1-a3c6-356db55dfda6 req-44e29758-0605-4d82-9b4d-a5f146447252 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:48.732730 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b034fb7-5e4d-42e1-a3c6-356db55dfda6 req-44e29758-0605-4d82-9b4d-a5f146447252 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0512702 Sep 19 17:37:48.781855 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7b034fb7-5e4d-42e1-a3c6-356db55dfda6 req-f4ad5234-5d6a-40cd-be31-b1806f1ea694 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Sep 19 17:37:49.910959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebee60-ff85-4c3e-993b-256d190d9f00 req-6441d429-6c75-4147-96f3-d04eb1c79631 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:49.912613 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1ebee60-ff85-4c3e-993b-256d190d9f00 req-6441d429-6c75-4147-96f3-d04eb1c79631 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 943 time: 0.0477669 Sep 19 17:37:49.962172 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d1ebee60-ff85-4c3e-993b-256d190d9f00 req-9d72a971-1f94-42f3-8d15-00f044d87924 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432253 Sep 19 17:37:50.375669 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ceaaa721-b6be-4326-b3ea-f412d7f7f544 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:37:50.474778 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:50.487582 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'port_id': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'mac_address': 'fa:16:3e:75:cb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:37:50.527596 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ceaaa721-b6be-4326-b3ea-f412d7f7f544 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:50.528024 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:50.542412 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaaa721-b6be-4326-b3ea-f412d7f7f544 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:37:50.563162 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:50.652906 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:50.700508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:50.707467 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.707848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.708189 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.708530 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.708858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.709185 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.709996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.710323 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.710641 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.710958 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.711281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.711591 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.711932 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.712245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:50.712559 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:37:51.082449 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746754-86cd-431d-966e-89f0f926ea48 req-17e05f8c-9c45-4b6d-96d3-6b00cceef208 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:51.083963 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94746754-86cd-431d-966e-89f0f926ea48 req-17e05f8c-9c45-4b6d-96d3-6b00cceef208 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0474777 Sep 19 17:37:51.136425 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-94746754-86cd-431d-966e-89f0f926ea48 req-24dbce22-0683-4c39-8c2a-852f8fbc302d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Sep 19 17:37:52.078886 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:52.260106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a907978-35e2-459b-8774-520a960796ab req-97043ca6-27c2-4f95-9b6a-026fead4ee9d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:52.261591 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a907978-35e2-459b-8774-520a960796ab req-97043ca6-27c2-4f95-9b6a-026fead4ee9d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0479708 Sep 19 17:37:52.311413 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a907978-35e2-459b-8774-520a960796ab req-4bb75dc0-a9f0-4a2b-8be1-3d465fc4394a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Sep 19 17:37:53.430947 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef7bd-4a1c-45a6-8931-a86e2d00d7d9 req-8b69f6ec-3a12-4c01-8266-7d927eb29104 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:53.432445 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df2ef7bd-4a1c-45a6-8931-a86e2d00d7d9 req-8b69f6ec-3a12-4c01-8266-7d927eb29104 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0460706 Sep 19 17:37:53.481812 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-df2ef7bd-4a1c-45a6-8931-a86e2d00d7d9 req-3c34fd12-3381-48f7-a286-6e22511ff11d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Sep 19 17:37:54.609207 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca5691-76e9-4849-87cd-09cdfb91c567 req-239b9ab7-fb03-46e5-b860-9268f33761e7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:54.610713 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-24ca5691-76e9-4849-87cd-09cdfb91c567 req-239b9ab7-fb03-46e5-b860-9268f33761e7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0512962 Sep 19 17:37:54.660891 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-24ca5691-76e9-4849-87cd-09cdfb91c567 req-67745ba8-2661-4a1f-ba08-1bc148ae4877 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Sep 19 17:37:54.916980 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['ceaaa721-b6be-4326-b3ea-f412d7f7f544'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:37:54.920163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:55.775959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:55.783952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa469b-f6fc-4d01-82a3-b9286d0f3b5d req-814900c9-3be6-4522-9417-a3f9e3f3fb0d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:55.785488 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3daa469b-f6fc-4d01-82a3-b9286d0f3b5d req-814900c9-3be6-4522-9417-a3f9e3f3fb0d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0480406 Sep 19 17:37:55.834290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3daa469b-f6fc-4d01-82a3-b9286d0f3b5d req-92dff55c-1d10-4703-8572-e96775b91722 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Sep 19 17:37:56.144126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8186b943-8727-42a9-a287-8a3f5f2d4860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:56.930383 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ceaaa721-b6be-4326-b3ea-f412d7f7f544 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:37:56.958694 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0998a-23c6-4369-85fc-1e3bcd85100e req-ca454b50-c925-430a-b028-f8af0151b181 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:56.960326 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32c0998a-23c6-4369-85fc-1e3bcd85100e req-ca454b50-c925-430a-b028-f8af0151b181 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 944 time: 0.0505936 Sep 19 17:37:56.978668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port ceaaa721-b6be-4326-b3ea-f412d7f7f544 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:37:57.010238 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-32c0998a-23c6-4369-85fc-1e3bcd85100e req-8c8c8ade-a4b2-4084-9e3f-0c38bcde881d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444088 Sep 19 17:37:57.072626 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port ceaaa721-b6be-4326-b3ea-f412d7f7f544 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:37:57.073003 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:57.073439 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port ceaaa721-b6be-4326-b3ea-f412d7f7f544 Sep 19 17:37:57.105493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:57.177979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port ceaaa721-b6be-4326-b3ea-f412d7f7f544 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:37:57.178650 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:57.202045 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:37:57.204263 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9288b46-435c-4c40-9543-d0c785860857" -d '{"events": [{"server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "name": "network-vif-plugged", "status": "completed", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:37:57.219483 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:37:57.243347 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182fe610-0e94-40da-94f9-1a08568a9f9d x-openstack-request-id: req-182fe610-0e94-40da-94f9-1a08568a9f9d {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:37:57.243636 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "name": "network-vif-plugged", "status": "completed", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:37:57.248390 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-182fe610-0e94-40da-94f9-1a08568a9f9d {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:37:57.248390 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182fe610-0e94-40da-94f9-1a08568a9f9d'] response: {'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'code': 200} Sep 19 17:37:57.304482 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:57.355154 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:37:58.121124 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:37:58.136397 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bec56-e5e3-4f4f-abe4-31194071813c req-8272d11c-a0fc-4cf8-b225-8f9d32ed5635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:58.137889 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b1bec56-e5e3-4f4f-abe4-31194071813c req-8272d11c-a0fc-4cf8-b225-8f9d32ed5635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Sep 19 17:37:58.188837 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2b1bec56-e5e3-4f4f-abe4-31194071813c req-0d6981a0-e60b-4ef4-b01f-ca3f2c541528 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Sep 19 17:37:58.550150 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-65495d21-70e0-4dfe-8211-7ad6fc56ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:37:58.813726 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14ac91-9ab1-4932-9e20-6c8fd9341f7d req-97d311bc-f544-4883-8f2d-4bf0cb97dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:58.815194 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cf14ac91-9ab1-4932-9e20-6c8fd9341f7d req-97d311bc-f544-4883-8f2d-4bf0cb97dd65 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1129 time: 0.0423820 Sep 19 17:37:59.312048 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d543f-b1b1-4388-8574-f717c3e3cd01 req-be618974-97f2-4960-bd74-6c2b712609ac tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:37:59.313519 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1c6d543f-b1b1-4388-8574-f717c3e3cd01 req-be618974-97f2-4960-bd74-6c2b712609ac tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0462639 Sep 19 17:37:59.365331 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1c6d543f-b1b1-4388-8574-f717c3e3cd01 req-7267f970-04fb-4c07-a2ce-def4b7c7e4b9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463021 Sep 19 17:37:59.655197 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-cf14ac91-9ab1-4932-9e20-6c8fd9341f7d req-51f82be5-823a-44fe-a51f-8a6759ecd22c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Sep 19 17:37:59.812614 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:00.486596 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa376-10fc-49c8-9e98-9869399cc42f req-b6e2b21b-7903-4cdd-b879-7b1b089533f7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:00.487981 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2dafa376-10fc-49c8-9e98-9869399cc42f req-b6e2b21b-7903-4cdd-b879-7b1b089533f7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0460322 Sep 19 17:38:00.537393 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2dafa376-10fc-49c8-9e98-9869399cc42f req-e3476ca2-a720-49e2-a803-e2cd49c3fc1e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Sep 19 17:38:01.103839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:01.592227 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:01.660598 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee2b9-45ce-49d8-9bf7-459202021fd5 req-a7021cc7-e2e9-4b0b-afa4-97422361cebc tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:01.662038 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8a5ee2b9-45ce-49d8-9bf7-459202021fd5 req-a7021cc7-e2e9-4b0b-afa4-97422361cebc tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Sep 19 17:38:01.712255 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8a5ee2b9-45ce-49d8-9bf7-459202021fd5 req-bdf86acc-0b1a-4e3b-bb05-80c97a454e5b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 Sep 19 17:38:02.839982 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9ec7-e441-441f-94f5-725a232d492a req-19c39afc-b077-40d9-809d-52392051ace9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:02.841600 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-445f9ec7-e441-441f-94f5-725a232d492a req-19c39afc-b077-40d9-809d-52392051ace9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Sep 19 17:38:02.896435 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-445f9ec7-e441-441f-94f5-725a232d492a req-ed6a4e0d-9c74-4578-8e74-37348c81db9c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487027 Sep 19 17:38:04.016962 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c9d5-1872-457d-811a-91ed5f7e89b7 req-dcf2c8e9-2deb-471b-a761-378b7a8ec488 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:04.018436 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d85c9d5-1872-457d-811a-91ed5f7e89b7 req-dcf2c8e9-2deb-471b-a761-378b7a8ec488 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0467975 Sep 19 17:38:04.066796 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1d85c9d5-1872-457d-811a-91ed5f7e89b7 req-3875f663-345e-450a-a5ae-cd611605c30a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Sep 19 17:38:04.208448 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5c302-0b14-4e0c-8611-dfe5c18a86dd req-bd766ee8-376c-4cc2-8ad9-028eb483edb2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:04.210923 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8ac5c302-0b14-4e0c-8611-dfe5c18a86dd req-bd766ee8-376c-4cc2-8ad9-028eb483edb2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0671387 Sep 19 17:38:04.265372 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8ac5c302-0b14-4e0c-8611-dfe5c18a86dd req-3855743d-95e3-4c53-8588-da837315c175 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477695 Sep 19 17:38:04.294950 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34250) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:04.306658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:04.489516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa43e075-698d-49a4-a529-95cd7838eee0 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:04.491080 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fa43e075-698d-49a4-a529-95cd7838eee0 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1124 time: 0.1950543 Sep 19 17:38:04.494775 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34256) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:04.499242 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'port_id': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:38:04.592726 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:04.671619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:04.779957 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_common [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.27.3.218 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/afb83fd8-b0a5-4026-b9d7-b31a1a7d925c) {{(pid=106879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:38:04.803405 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:04.835348 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:04.883936 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:05.004095 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:05.048740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:38:05.051506 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.base_scheduler [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:38:05.055297 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:38:05.060385 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=afb83fd8-b0a5-4026-b9d7-b31a1a7d925c,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:05.409189 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (5b1b05c6-43d0-4a9d-99f9-a3a053a8959d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:05.680690 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:05.764716 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:05.911971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:06.023928 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8786353'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:06.091927 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=afb83fd8-b0a5-4026-b9d7-b31a1a7d925c,revision_number=2']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:06.095408 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (5b1b05c6-43d0-4a9d-99f9-a3a053a8959d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:06.192251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 5b1b05c6-43d0-4a9d-99f9-a3a053a8959d associated. External IP: 172.27.3.218, port: ceaaa721-b6be-4326-b3ea-f412d7f7f544. Sep 19 17:38:06.392314 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:38:06.394516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:06.499132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:38:06.509368 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:38:06.522246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:38:06.522874 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:37:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:06.582840 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:06.615567 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-878032c1-4dd3-4178-972f-f0c77795041a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1195648 Sep 19 17:38:06.616179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:38:06.618481 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d" -d '{"events": [{"name": "network-changed", "server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:38:06.632856 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:38:06.661687 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:06.778132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d4207-ec0d-432a-843d-1b2049e1dbe2 x-openstack-request-id: req-777d4207-ec0d-432a-843d-1b2049e1dbe2 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:38:06.778426 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:38:06.778682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-777d4207-ec0d-432a-843d-1b2049e1dbe2 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:38:06.779091 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777d4207-ec0d-432a-843d-1b2049e1dbe2'] response: {'name': 'network-changed', 'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'status': 'completed', 'code': 200} Sep 19 17:38:06.861960 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5b1b05c6-43d0-4a9d-99f9-a3a053a8959d', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:75:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:38:05Z', 'updated_at': '2022-09-19T17:38:05Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:06.878716 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-086cb2f6-67e1-4d67-bef7-9d0eb1739f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:06.880418 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-086cb2f6-67e1-4d67-bef7-9d0eb1739f4b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1129 time: 0.0401669 Sep 19 17:38:06.888890 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:38:06.897604 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:38:06.898214 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:37:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:06.982754 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-5f11e63e-f165-45cd-8ab9-b3b3c962e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:06.984271 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-5f11e63e-f165-45cd-8ab9-b3b3c962e15a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0967259 Sep 19 17:38:07.003301 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:38:07.051093 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-f6e7dcce-ecc6-49e2-9726-f7f839878119 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544 HTTP/1.1" status: 200 len: 999 time: 0.0564685 Sep 19 17:38:07.099740 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:07.109046 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-d71323b0-dbb6-4d03-af37-a1ba803c5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:07.110553 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-d71323b0-dbb6-4d03-af37-a1ba803c5fbf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0503607 Sep 19 17:38:07.155860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-e019bee2-f657-444f-9c1f-553f1a9207f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:07.157311 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-e019bee2-f657-444f-9c1f-553f1a9207f2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404871 Sep 19 17:38:07.225488 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5b1b05c6-43d0-4a9d-99f9-a3a053a8959d', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:75:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:38:05Z', 'updated_at': '2022-09-19T17:38:05Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:38:07.251334 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf3ae28-b7cf-47ce-9e67-06080dca93c1 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '5b1b05c6-43d0-4a9d-99f9-a3a053a8959d', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:75:cb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:38:05Z', 'updated_at': '2022-09-19T17:38:05Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:38:07.253517 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-ccbfb018-afb9-4270-9572-1b785bc5887f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873611 Sep 19 17:38:07.256051 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:38:07.352373 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-36a7d6f7-1104-4279-b4a3-5a7d1367d37d req-579583ac-e2ba-4c54-849f-00e96491232c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918996 Sep 19 17:38:07.467056 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d48a50-2827-4e5c-88e3-1b8a65ce7247 None None] New status for floating IP 5b1b05c6-43d0-4a9d-99f9-a3a053a8959d: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:38:08.351979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34282) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:08.459497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.535783 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Publish callbacks [] for security_group (0f14ccbf-3967-4352-9fca-64e3be1bae5c), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.606406 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0f14ccbf-3967-4352-9fca-64e3be1bae5c), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.647835 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7227ab5ce089400ab682d1f79c54839a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942054 Sep 19 17:38:08.648668 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14ccbf-3967-4352-9fca-64e3be1bae5c,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:08.650687 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34286) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:08.656169 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.656523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.656865 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.657201 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.657541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.657871 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.658194 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.658541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.658870 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.659202 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.659530 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.659884 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.660208 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.660527 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.660850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a905e460-f2f7-4458-99d6-cd1b5a20de86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:38:08.665191 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:08.702060 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] Publish callbacks [] for security_group (0f14ccbf-3967-4352-9fca-64e3be1bae5c), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.721807 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] Publish callbacks [] for security_group (0f14ccbf-3967-4352-9fca-64e3be1bae5c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.872151 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0f14ccbf-3967-4352-9fca-64e3be1bae5c), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.874746 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:08.875963 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0f14ccbf-3967-4352-9fca-64e3be1bae5c HTTP/1.1" status: 204 len: 168 time: 0.2242315 Sep 19 17:38:08.884834 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adf2da-a2d6-4210-9dd4-b770486357d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14ccbf-3967-4352-9fca-64e3be1bae5c,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:18.651148 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=78,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:18.651925 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=80,neutron:INSERT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:18.880145 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=37,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:18.898524 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:18.899305 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=45 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:20.692851 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34366) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:20.802327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5d050c7b-8a51-43b9-96d8-fede0b656a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:20.878601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5d050c7b-8a51-43b9-96d8-fede0b656a33 admin admin] Publish callbacks [] for security_group (4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:20.974725 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-5d050c7b-8a51-43b9-96d8-fede0b656a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:21.015559 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-5d050c7b-8a51-43b9-96d8-fede0b656a33 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=b2ff28fe6d1c48bbaee2d22852a8f739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215322 Sep 19 17:38:21.016378 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d050c7b-8a51-43b9-96d8-fede0b656a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:21.018299 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34370) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:38:21.068614 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] Publish callbacks [] for security_group (4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:21.089728 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] Publish callbacks [] for security_group (4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:21.237638 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:21.240330 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:21.241511 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4 HTTP/1.1" status: 204 len: 168 time: 0.2220995 Sep 19 17:38:21.249727 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01fb41-a5d9-4942-98bb-b143e39cd517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fa0a4-3aef-4ef7-8692-7e0a49f40dc4,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:38:24.243112 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:24.243915 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:26.111979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c3584225-0080-4e9a-a4b6-ae056bbc7727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:28.505782 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c1a236a3-08fc-4777-a025-d785b3a56905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:29.797507 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:31.005895 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:31.010882 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:31.103266 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:31.244453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:31.245275 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:31.574183 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:34.297231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:38.197520 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-7e643658-52c4-44ab-813e-c15065647050 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379636 Sep 19 17:38:38.301641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-c5d97b50-e0ff-415c-bafe-17704217bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:38.303126 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-c5d97b50-e0ff-415c-bafe-17704217bb96 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 1130 time: 0.0392637 Sep 19 17:38:38.413574 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-88845bcd-ee5f-4b80-99b1-976fb30d02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:38.415028 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-88845bcd-ee5f-4b80-99b1-976fb30d02ad service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0914490 Sep 19 17:38:38.475741 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-4cd4c18c-417e-487f-924c-2992700fbb18 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 200 len: 1001 time: 0.0541332 Sep 19 17:38:38.529333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-66d8683f-7d31-472c-992c-32d406d7cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:38.530765 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-66d8683f-7d31-472c-992c-32d406d7cfc9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0482316 Sep 19 17:38:38.573995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-3262af7d-ba60-4bdd-9800-3b21a83a33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:38:38.575458 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-3262af7d-ba60-4bdd-9800-3b21a83a33b7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376847 Sep 19 17:38:38.669725 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-600146f7-3cfc-41d9-bfe2-e862f414b375 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867939 Sep 19 17:38:38.758660 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ad82bd17-9aa0-48f3-b7b0-9a450b7fb362 req-f987b066-9919-4e5d-8e53-645efccb1b2b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Sep 19 17:38:44.227673 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:44.228522 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:44.256025 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:38:46.483256 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-c2c7f52a-0dc2-4f47-8717-a31ddb02a4b8 req-8d4da375-873a-48fc-8895-853f6c099b6b service neutron] (106880) timed out ('10.222.0.67', 61780) {{(pid=106880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:38:48.754422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=49 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:48.755148 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=52 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:54.249370 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:54.250189 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:38:56.093782 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-fda7f672-3ee0-46ed-8239-cb43b1186820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:58.522233 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-46b6cf77-0494-4fed-90b0-d7e9d193dc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:38:59.819059 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:01.093596 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:01.590777 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:04.276217 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:14.214231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:14.216205 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:21.254922 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:39:24.486693 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d27aa-d2e9-4651-8ffa-3b9de5a8605f req-5ccb8b10-adc9-420e-a8c0-7cbe882c3b1c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:24.488211 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-573d27aa-d2e9-4651-8ffa-3b9de5a8605f req-5ccb8b10-adc9-420e-a8c0-7cbe882c3b1c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0500386 Sep 19 17:39:24.538941 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-573d27aa-d2e9-4651-8ffa-3b9de5a8605f req-44fcdbad-8d85-4646-a1ed-ff51b84bbbd1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Sep 19 17:39:25.663747 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd248a5-d3fa-4776-ab2c-b95eb9a2a789 req-6ab51c75-8b0b-4a1d-b55f-4bc6fbe308e0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:25.665262 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9cd248a5-d3fa-4776-ab2c-b95eb9a2a789 req-6ab51c75-8b0b-4a1d-b55f-4bc6fbe308e0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0490150 Sep 19 17:39:25.712377 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9cd248a5-d3fa-4776-ab2c-b95eb9a2a789 req-199d8d3c-a49b-4fbd-8c14-9687505ba593 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Sep 19 17:39:26.113593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a94c9185-b005-44e9-8472-8b0eabf79fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:26.771228 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-acc67cf5-44cc-4614-bfd0-74c744b04302 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.772744 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-acc67cf5-44cc-4614-bfd0-74c744b04302 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0475705 Sep 19 17:39:26.833394 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c53f9f-ea79-486f-8eb5-c49e080a2354 req-06f14a08-dbc4-469e-b986-00a51b04492a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:26.834927 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92c53f9f-ea79-486f-8eb5-c49e080a2354 req-06f14a08-dbc4-469e-b986-00a51b04492a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 946 time: 0.0457382 Sep 19 17:39:26.862730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port 065f60d9-1405-4ef7-a649-7c8d93430d74 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:39:26.863078 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:26.883853 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92c53f9f-ea79-486f-8eb5-c49e080a2354 req-3e6e729b-c808-4e52-b068-74a19b2f59d8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=423998e2-84bf-4b2c-a8d3-e5db6a96d010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Sep 19 17:39:26.959884 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] For port 065f60d9-1405-4ef7-a649-7c8d93430d74, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=065f60d9-1405-4ef7-a649-7c8d93430d74,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:39:26.960854 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:27.373564 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:27.373933 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:27.374254 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 17210ac2-6e4c-4301-b1c4-518eb706aa93 disassociated. External IP: 172.27.3.83, port: 065f60d9-1405-4ef7-a649-7c8d93430d74. Sep 19 17:39:27.374603 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for 065f60d9-1405-4ef7-a649-7c8d93430d74 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:39:27.576525 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (065f60d9-1405-4ef7-a649-7c8d93430d74), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:27.607522 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=065f60d9-1405-4ef7-a649-7c8d93430d74,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:27.619052 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.619402 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.619770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.620105 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.620435 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.620765 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.621089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.621413 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.621734 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.622053 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.622377 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.622698 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.623014 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.623333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.623648 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:27.727857 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:39:27.828994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:39:27.839593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:39:27.849038 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:39:27.852972 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:38:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:27.870994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] No DVR routers for this DVR port 065f60d9-1405-4ef7-a649-7c8d93430d74 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:39:27.873611 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:27.877077 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5916a711-74d0-4b7e-9364-05d5c296a1b3 req-2e47c6cd-4437-47a6-8e12-15810efc4e2c tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "DELETE /networking/v2.0/ports/065f60d9-1405-4ef7-a649-7c8d93430d74 HTTP/1.1" status: 204 len: 173 time: 1.0956771 Sep 19 17:39:27.877522 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'name': 'network-vif-deleted', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:39:27.879835 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11252dab-2b71-4a35-8b0f-3fbd82663102" -d '{"events": [{"server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "name": "network-vif-deleted", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:27.938476 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f463806-1daa-4528-a613-63d2fd20fa59 x-openstack-request-id: req-9f463806-1daa-4528-a613-63d2fd20fa59 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:27.938764 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5770044-beb3-4748-b53c-c2487feab9f8", "name": "network-vif-deleted", "tag": "065f60d9-1405-4ef7-a649-7c8d93430d74", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:27.939012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f463806-1daa-4528-a613-63d2fd20fa59 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:27.939416 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f463806-1daa-4528-a613-63d2fd20fa59'] response: {'server_uuid': 'c5770044-beb3-4748-b53c-c2487feab9f8', 'name': 'network-vif-deleted', 'tag': '065f60d9-1405-4ef7-a649-7c8d93430d74', 'status': 'completed', 'code': 200} Sep 19 17:39:27.962014 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:39:28.011099 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9e74a92f-f89e-4645-a8cd-4cd1c1f9e5c7 req-39c2f50c-d0f6-4b1e-be18-68e6e544f767 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0340431 Sep 19 17:39:28.294642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:28.319318 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:39:28.327521 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:39:28.328147 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:38:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:28.432116 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:39:28.557246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e9f70a20-1b63-4938-8fae-c25745cd10d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:28.642336 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:28.667433 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da5bc7-aa58-45ab-a6c2-4fa75ba1e493 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:39:28.873019 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7812562a-2415-442b-a6ab-0ac3d12d2600 None None] New status for floating IP 17210ac2-6e4c-4301-b1c4-518eb706aa93: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:39:29.143371 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-502938c0-2cd4-4461-ab4f-1e32e2f5de2f req-915b09a6-a379-4b55-af4c-c666ce989edc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c5770044-beb3-4748-b53c-c2487feab9f8 HTTP/1.1" status: 200 len: 210 time: 0.0283861 Sep 19 17:39:29.810420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.297264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34492) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:30.350697 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (423998e2-84bf-4b2c-a8d3-e5db6a96d010), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.373023 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (423998e2-84bf-4b2c-a8d3-e5db6a96d010), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.473500 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (423998e2-84bf-4b2c-a8d3-e5db6a96d010), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.476090 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.477251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/423998e2-84bf-4b2c-a8d3-e5db6a96d010 HTTP/1.1" status: 204 len: 168 time: 0.1789982 Sep 19 17:39:30.480218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34494) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:30.486419 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423998e2-84bf-4b2c-a8d3-e5db6a96d010,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:30.493499 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.493863 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.494248 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.494537 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.api.v2.resource [None req-b11b5cda-463e-49ae-a683-07507516e960 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] show failed (client error): The resource could not be found. Sep 19 17:39:30.494678 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.494879 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.495211 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.495521 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-b11b5cda-463e-49ae-a683-07507516e960 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups/423998e2-84bf-4b2c-a8d3-e5db6a96d010 HTTP/1.1" status: 404 len: 347 time: 0.0141892 Sep 19 17:39:30.495656 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.495880 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.496207 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.496531 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.496858 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.497184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.497554 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.497831 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.498148 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a47c99a-0c36-4c1f-af67-43e5018d2f91 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:30.498569 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34496) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:30.611504 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port 09c2a516-2b29-4908-9cdd-da34ac3e0362 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:39:30.611878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.613327 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:30.649578 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:30.691576 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.691967 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (09c2a516-2b29-4908-9cdd-da34ac3e0362), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.704796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for 09c2a516-2b29-4908-9cdd-da34ac3e0362 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:39:30.893521 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (09c2a516-2b29-4908-9cdd-da34ac3e0362), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.924387 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=09c2a516-2b29-4908-9cdd-da34ac3e0362,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:30.985704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (17210ac2-6e4c-4301-b1c4-518eb706aa93), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.988313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:30.989461 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-a51bef43-f413-4f58-9e95-a78f0e33fdac tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/17210ac2-6e4c-4301-b1c4-518eb706aa93 HTTP/1.1" status: 204 len: 168 time: 0.4899447 Sep 19 17:39:31.138299 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.176889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34500) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:31.181949 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208825071', 'description': 'tempest-description--539704582'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:31.270167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.273128 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 065f60d9-1405-4ef7-a649-7c8d93430d74 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:39:31.293653 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 065f60d9-1405-4ef7-a649-7c8d93430d74 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:39:31.293993 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 065f60d9-1405-4ef7-a649-7c8d93430d74 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:39:31.341132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (feef55a7-1831-4b76-ba1c-cd2acc5d6f57), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.407235 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (feef55a7-1831-4b76-ba1c-cd2acc5d6f57), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.437517 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feef55a7-1831-4b76-ba1c-cd2acc5d6f57,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:31.508184 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.509729 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-6b4cf799-36ac-4fce-b31e-c505f1e6b68b tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3318501 Sep 19 17:39:31.512954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34502) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:31.517518 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': 'feef55a7-1831-4b76-ba1c-cd2acc5d6f57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:31.593490 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.608172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (f0689a99-4550-415b-a6b2-300ec3626f5f), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.664875 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (f0689a99-4550-415b-a6b2-300ec3626f5f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.713929 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (f0689a99-4550-415b-a6b2-300ec3626f5f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.733653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0689a99-4550-415b-a6b2-300ec3626f5f,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:31.807250 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.808495 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-7a5826ed-d032-455d-bdd2-d508ef371a33 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2944751 Sep 19 17:39:31.811170 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34504) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:31.815365 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'security_group_rule': {'security_group_id': 'feef55a7-1831-4b76-ba1c-cd2acc5d6f57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:31.931225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (692cb12e-a3ae-4bac-9ed8-5aadf7c85732), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:31.979232 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (692cb12e-a3ae-4bac-9ed8-5aadf7c85732), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.047313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537494'] for security_group_rule (692cb12e-a3ae-4bac-9ed8-5aadf7c85732), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.066608 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692cb12e-a3ae-4bac-9ed8-5aadf7c85732,revision_number=0']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:32.140461 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.141693 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-00c676e7-22f5-49b2-9751-b59f2c1a208e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295927 Sep 19 17:39:32.144783 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34506) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:32.149942 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:32.253167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.299028 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:32.335159 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.430717 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:32.446347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.27.3.131 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/62da4044-3b61-40ab-838c-c024449b5f4e) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:32.556409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (62da4044-3b61-40ab-838c-c024449b5f4e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.651311 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.693540 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:32.696594 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:32.700483 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:39:32.705594 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=62da4044-3b61-40ab-838c-c024449b5f4e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:32.785548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:32.890711 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:33.034902 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:33.044167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (62da4044-3b61-40ab-838c-c024449b5f4e), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:33.132767 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:33.206365 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=62da4044-3b61-40ab-838c-c024449b5f4e,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:33.209117 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:33.266523 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:33.267841 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-53806b31-5f5c-426e-9be3-a5b49f1905dd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1220965 Sep 19 17:39:33.469467 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-5911b3a1-c6e3-4012-a4e5-9e75b495c033 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1208825071&fields=id&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 267 time: 0.0429411 Sep 19 17:39:33.580105 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-dc001062-ed3d-4f47-a095-67d4b79f5cc5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:33.581576 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-dc001062-ed3d-4f47-a095-67d4b79f5cc5 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1058354 Sep 19 17:39:33.596080 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-330969cb-a123-468d-bd52-eb507679d1c3 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/quotas/8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 375 time: 0.0090024 Sep 19 17:39:33.649329 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-c171989c-c7e2-494f-9860-7576a7f68e13 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481362 Sep 19 17:39:33.822887 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:33.834587 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:33.845803 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-d339a089-6f22-44c2-b0d9-0e0ea20c7406 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849439 Sep 19 17:39:33.941246 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-6c0ecae9-650f-46b0-9a34-c019330ca9b2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889733 Sep 19 17:39:34.211583 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-44d60257-5eb5-4bd6-ac44-dec79b7792fb req-96e8850f-400b-4d0e-b998-b7ca5466c942 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Sep 19 17:39:34.287314 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:35.318416 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e996cfc7-0395-409a-b9a3-c5cd93ff63ee req-042f05ee-1ad7-4058-9047-7070f89be91f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 210 time: 0.0290623 Sep 19 17:39:36.428379 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a5002260-3eeb-4a5f-af3b-92b248f6313e req-3f3835bf-b194-42bc-a250-97aad9f33ccf tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 210 time: 0.0309329 Sep 19 17:39:36.526000 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-7838ed97-77c8-4fd4-841d-6e977a905ebd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:36.527438 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-7838ed97-77c8-4fd4-841d-6e977a905ebd tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 814 time: 0.1320114 Sep 19 17:39:36.605303 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-833013e4-27e6-40e0-911e-ce298db01ba0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f2c3b46d08c4bf5a149abc8fe589909 HTTP/1.1" status: 200 len: 380 time: 0.0631421 Sep 19 17:39:36.614385 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'port': {'device_id': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'admin_state_up': True, 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'security_groups': ['feef55a7-1831-4b76-ba1c-cd2acc5d6f57']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:36.785227 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Made reservation on behalf of 8f2c3b46d08c4bf5a149abc8fe589909 for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:39:36.791738 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:36.819384 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:36.923490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Allocated IP 172.20.0.4 (ee3141f2-3b76-40de-a3df-4fd096ef3d26/cf482609-7a81-4919-9c29-bc4d31556680/f770338d-09a8-4720-8326-afeefa1e6b3e) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:39:37.065944 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.150009 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.181217 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:37.195625 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:39:37.198843 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:39:37.202774 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:39:37.208908 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event updated for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:37.258352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:37.259017 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.347088 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-9100ede8-0842-4186-bb04-78d82c7a44f0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362394 Sep 19 17:39:37.386539 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Provisioning complete for port f770338d-09a8-4720-8326-afeefa1e6b3e triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:39:37.387017 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.387266 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Attempt 1 to provision port f770338d-09a8-4720-8326-afeefa1e6b3e Sep 19 17:39:37.412619 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Request body: {'port': {'device_id': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:37.422117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Port f770338d-09a8-4720-8326-afeefa1e6b3e cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:39:37.477242 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.555529 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef53fec-d1dc-4b5b-a6e2-17d947c27dc4 req-3b7a2c17-9972-4f3a-9b9f-b0810992819e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:37.557736 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1ef53fec-d1dc-4b5b-a6e2-17d947c27dc4 req-3b7a2c17-9972-4f3a-9b9f-b0810992819e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 931 time: 0.0513172 Sep 19 17:39:37.607263 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1ef53fec-d1dc-4b5b-a6e2-17d947c27dc4 req-d5c2f9d6-6f70-4ff0-8727-88d020c7e1fe tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 Sep 19 17:39:37.740438 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f770338d-09a8-4720-8326-afeefa1e6b3e {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:39:37.747800 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks [] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.760779 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Transition to ACTIVE for port object f770338d-09a8-4720-8326-afeefa1e6b3e will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:39:37.841174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:37.906068 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Pushing event updated for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:37.923278 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Attempt 2 to provision port f770338d-09a8-4720-8326-afeefa1e6b3e Sep 19 17:39:37.956177 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Port f770338d-09a8-4720-8326-afeefa1e6b3e cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:39:37.957196 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Attempting to bind port f770338d-09a8-4720-8326-afeefa1e6b3e on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:39:37.957542 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Attempting to bind port f770338d-09a8-4720-8326-afeefa1e6b3e by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:39:37.957901 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Attempting to bind port f770338d-09a8-4720-8326-afeefa1e6b3e on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:39:37.979110 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:38.001601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Port f770338d-09a8-4720-8326-afeefa1e6b3e on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:39:38.001833 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Attempting to bind port f770338d-09a8-4720-8326-afeefa1e6b3e on network ee3141f2-3b76-40de-a3df-4fd096ef3d26 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:39:38.049654 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:39:38.049993 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Checking segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:39:38.050378 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Bound using segment: {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:39:38.050860 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Bound port: f770338d-09a8-4720-8326-afeefa1e6b3e, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a24268-332f-4d07-a6fe-4be3e6340921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:39:38.051218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:38.113197 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:39:38.116510 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=f770338d-09a8-4720-8326-afeefa1e6b3e,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:39:38.190394 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:38.194845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.195497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:38.196906 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/f770338d-09a8-4720-8326-afeefa1e6b3e HTTP/1.1" status: 200 len: 1093 time: 0.8359287 Sep 19 17:39:38.197325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:38.198037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:39:38.200333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7971fcf0-de59-4e76-ac86-43e6bf501771" -d '{"events": [{"name": "network-changed", "server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:38.219334 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-f1378350-2ba2-472c-8b41-6ccfbc4c42e3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404823 Sep 19 17:39:38.250089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c8201-c4c3-4ec9-8cf0-e86dd1d583e3 x-openstack-request-id: req-0d7c8201-c4c3-4ec9-8cf0-e86dd1d583e3 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:38.250416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:38.250639 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d7c8201-c4c3-4ec9-8cf0-e86dd1d583e3 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:38.251180 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7c8201-c4c3-4ec9-8cf0-e86dd1d583e3'] response: {'name': 'network-changed', 'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'status': 'completed', 'code': 200} Sep 19 17:39:38.255008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ee862-ae92-4414-9b9f-9f249df4341d service neutron] Pushing event updated for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:38.342577 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-f61a1ead-60bf-4d75-93fe-ea0435be17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.343049 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-ec0f4dfa-a506-4748-bf1b-697bb44de411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.344092 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-f61a1ead-60bf-4d75-93fe-ea0435be17c3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 1127 time: 0.0392451 Sep 19 17:39:38.344558 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-ec0f4dfa-a506-4748-bf1b-697bb44de411 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 1129 time: 0.0401928 Sep 19 17:39:38.456367 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-23529367-961e-4dd4-9b8d-61d1ed50cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.457177 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Attempt 3 to provision port f770338d-09a8-4720-8326-afeefa1e6b3e Sep 19 17:39:38.457823 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-23529367-961e-4dd4-9b8d-61d1ed50cdeb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970273 Sep 19 17:39:38.465881 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-cacf98c0-cca9-4f15-bb33-8bb7a504b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.467346 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-cacf98c0-cca9-4f15-bb33-8bb7a504b9ce service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0901179 Sep 19 17:39:38.499420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-5041229d-1956-4e6d-8465-7cba5fc04d14 None None] Port f770338d-09a8-4720-8326-afeefa1e6b3e had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:39:38.535708 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-8a7d3f5e-6379-4fc8-9bfa-36c1c3309c68 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544 HTTP/1.1" status: 200 len: 1001 time: 0.0621269 Sep 19 17:39:38.561333 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-4a0a2d61-db72-468d-905b-65d08534d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.562783 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-7971fcf0-de59-4e76-ac86-43e6bf501771 req-4a0a2d61-db72-468d-905b-65d08534d4e3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983100 Sep 19 17:39:38.584361 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-8d3069db-a401-46d2-a07c-0a5138fa3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.586567 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-8d3069db-a401-46d2-a07c-0a5138fa3c75 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0455537 Sep 19 17:39:38.650210 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-fb19fa24-c01e-4180-860a-2c5c94dfedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.651720 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-fb19fa24-c01e-4180-860a-2c5c94dfedc3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410156 Sep 19 17:39:38.668155 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-4d1a7af5-875d-492b-9797-30f75ee492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.669655 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-4d1a7af5-875d-492b-9797-30f75ee492cb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 1127 time: 0.0418489 Sep 19 17:39:38.720246 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-1df5d0fb-0ff5-4510-a1a8-f84f3f535595 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f770338d-09a8-4720-8326-afeefa1e6b3e HTTP/1.1" status: 200 len: 217 time: 0.0365806 Sep 19 17:39:38.764224 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bf106-0743-4e09-b6bd-862ae9b2d476 req-c13e791a-a4ca-449e-a8e4-414a74c20d7d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.765704 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-871bf106-0743-4e09-b6bd-862ae9b2d476 req-c13e791a-a4ca-449e-a8e4-414a74c20d7d tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 943 time: 0.0593357 Sep 19 17:39:38.772130 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-5dba8689-f61f-4c00-8773-51cf79487303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.774154 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-5dba8689-f61f-4c00-8773-51cf79487303 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0488956 Sep 19 17:39:38.801668 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-c62ec745-03d2-4b5b-b1ff-df2e359bf5da service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424489 Sep 19 17:39:38.817225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-079287b3-e873-4694-8647-2d85be6d6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:38.818735 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-079287b3-e873-4694-8647-2d85be6d6115 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389242 Sep 19 17:39:38.876384 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-871bf106-0743-4e09-b6bd-862ae9b2d476 req-51a0f296-70c2-4e61-b280-e3744ee6dcb4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036799 Sep 19 17:39:38.922084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4db0a3cf-570f-437d-9573-f3967da239b8 req-cbeb5843-68c7-4330-8e67-45c1e2819cdb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094196 Sep 19 17:39:38.922467 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-6b22e6c3-ac4d-441e-bfbb-863a0b8b845f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971160 Sep 19 17:39:38.946884 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:38.948747 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:39.028384 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-3dee7d55-b027-4704-9b15-4ce87c61c133 req-71111151-825c-4a02-81bd-4a2b73510335 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894561 Sep 19 17:39:40.007543 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089d72-14d7-4954-ab1c-fa0e76e52c65 req-a77b511d-e6ac-4ac7-8c43-4536b91c13ab tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:40.009039 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f089d72-14d7-4954-ab1c-fa0e76e52c65 req-a77b511d-e6ac-4ac7-8c43-4536b91c13ab tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 943 time: 0.0499835 Sep 19 17:39:40.058381 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4f089d72-14d7-4954-ab1c-fa0e76e52c65 req-9c489fa0-9f68-49a3-9514-ddcc9383202e tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Sep 19 17:39:41.161885 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:41.177472 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede34fce-ea8a-4368-b51d-8aa17ca5d7ef req-32098989-6aaa-451b-ac89-a2a482eaff67 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:41.179566 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ede34fce-ea8a-4368-b51d-8aa17ca5d7ef req-32098989-6aaa-451b-ac89-a2a482eaff67 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 943 time: 0.0464966 Sep 19 17:39:41.232426 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ede34fce-ea8a-4368-b51d-8aa17ca5d7ef req-11901978-2f24-4737-aeeb-9878ca0d5907 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Sep 19 17:39:42.357843 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c21680-4677-4c0c-826a-e4dba1ee48bb req-29642167-82c6-4f07-ad95-f30fb06c22c1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:42.359361 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c0c21680-4677-4c0c-826a-e4dba1ee48bb req-29642167-82c6-4f07-ad95-f30fb06c22c1 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 943 time: 0.0475910 Sep 19 17:39:42.371479 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:42.408082 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c0c21680-4677-4c0c-826a-e4dba1ee48bb req-003360a7-6f96-4d46-86cd-16e81699f468 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Sep 19 17:39:43.358452 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device f770338d-09a8-4720-8326-afeefa1e6b3e details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:39:43.361755 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:43.376421 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:43.466020 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=f770338d-09a8-4720-8326-afeefa1e6b3e,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:39:43.479166 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'port_id': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'mac_address': 'fa:16:3e:b5:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:39:43.525118 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port f770338d-09a8-4720-8326-afeefa1e6b3e is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:39:43.525609 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:43.531604 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c10316-ceee-44fb-8510-9b9c31b3d37d req-282cb9c1-7f20-4b94-a6ad-7d99556f2f94 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:43.533148 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92c10316-ceee-44fb-8510-9b9c31b3d37d req-282cb9c1-7f20-4b94-a6ad-7d99556f2f94 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 943 time: 0.0470724 Sep 19 17:39:43.540467 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f770338d-09a8-4720-8326-afeefa1e6b3e {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:39:43.564358 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=f770338d-09a8-4720-8326-afeefa1e6b3e,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:39:43.583365 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-92c10316-ceee-44fb-8510-9b9c31b3d37d req-157f7791-aa46-4b9f-8ea9-60631ecf156f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Sep 19 17:39:43.675994 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:43.728215 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:43.735340 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.735714 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.736059 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.736402 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.736736 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.737067 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.737541 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.737871 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.738219 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.738544 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.738870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.739194 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.739513 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.739886 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:43.740204 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:39:44.071029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['f770338d-09a8-4720-8326-afeefa1e6b3e'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:39:44.709075 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba3d9-a4fe-4dbd-ae1e-23f39bc5d4e4 req-a751ab04-45a7-438b-ba8e-e95c8a6a3af0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:44.711197 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-38bba3d9-a4fe-4dbd-ae1e-23f39bc5d4e4 req-a751ab04-45a7-438b-ba8e-e95c8a6a3af0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 944 time: 0.0510054 Sep 19 17:39:44.758016 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-38bba3d9-a4fe-4dbd-ae1e-23f39bc5d4e4 req-84a51d6a-c9f2-46e5-a45f-d65816983cba tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Sep 19 17:39:45.359374 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device f770338d-09a8-4720-8326-afeefa1e6b3e up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:39:45.406767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port f770338d-09a8-4720-8326-afeefa1e6b3e completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:39:45.475459 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port f770338d-09a8-4720-8326-afeefa1e6b3e triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:39:45.476353 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:45.476695 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port f770338d-09a8-4720-8326-afeefa1e6b3e Sep 19 17:39:45.552870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port f770338d-09a8-4720-8326-afeefa1e6b3e is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:39:45.553382 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:45.578329 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:39:45.580637 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936398f-edde-48ff-86a6-d52f61f77e3e" -d '{"events": [{"server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "name": "network-vif-plugged", "status": "completed", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:45.595375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=f770338d-09a8-4720-8326-afeefa1e6b3e,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:39:45.665456 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:45.718214 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:39:45.739789 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60968f12-8ff6-4263-a7c8-1ab976d02489 x-openstack-request-id: req-60968f12-8ff6-4263-a7c8-1ab976d02489 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:45.740079 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "name": "network-vif-plugged", "status": "completed", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:45.740339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60968f12-8ff6-4263-a7c8-1ab976d02489 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:45.740740 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60968f12-8ff6-4263-a7c8-1ab976d02489'] response: {'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'code': 200} Sep 19 17:39:45.881539 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e445aaf-136a-4264-a88b-60fda172618f req-1738b1f6-282b-4cc2-b5b9-9bc3c12081cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:45.889092 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e445aaf-136a-4264-a88b-60fda172618f req-1738b1f6-282b-4cc2-b5b9-9bc3c12081cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0467670 Sep 19 17:39:45.933370 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1e445aaf-136a-4264-a88b-60fda172618f req-67ca2278-180c-4833-8be8-0a8a53e2d6cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Sep 19 17:39:46.152733 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13149c23-0f41-404a-aec9-b60e6da5b41e req-97891886-9533-4e87-8ad6-cbc85beda41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:46.154301 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-13149c23-0f41-404a-aec9-b60e6da5b41e req-97891886-9533-4e87-8ad6-cbc85beda41b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 1129 time: 0.0415840 Sep 19 17:39:46.200813 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-13149c23-0f41-404a-aec9-b60e6da5b41e req-d7645993-0fb8-48d3-bae8-8c642cc560c8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Sep 19 17:39:47.083167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723728d-bb88-4de3-bbe9-bda475780208 req-71a027ec-e1d4-43b6-b087-e5ed50c27383 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:47.084564 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4723728d-bb88-4de3-bbe9-bda475780208 req-71a027ec-e1d4-43b6-b087-e5ed50c27383 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0669200 Sep 19 17:39:47.132455 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4723728d-bb88-4de3-bbe9-bda475780208 req-58f19027-2bcd-48ca-8e70-8b7021c40c20 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Sep 19 17:39:48.257190 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab04e3-623b-452f-bc6c-208d7c4c228a req-474f14d4-900f-4bf3-b598-feacd9fc24d8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:48.258732 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-95ab04e3-623b-452f-bc6c-208d7c4c228a req-474f14d4-900f-4bf3-b598-feacd9fc24d8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0470283 Sep 19 17:39:48.307512 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-95ab04e3-623b-452f-bc6c-208d7c4c228a req-9d9783eb-136b-45f7-8e83-9cdd5c8cd3cc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Sep 19 17:39:49.428201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17810-02f1-440a-b29d-dcc8109ad14e req-0cb7c56d-d490-4bc5-9f75-d71ac2955de8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:49.429667 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34b17810-02f1-440a-b29d-dcc8109ad14e req-0cb7c56d-d490-4bc5-9f75-d71ac2955de8 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0465465 Sep 19 17:39:49.479682 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-34b17810-02f1-440a-b29d-dcc8109ad14e req-6e7bec00-0be2-4101-ba66-c3d794bd1339 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Sep 19 17:39:49.595700 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b9131-28f9-4b8e-9819-08f996ed7da9 req-0edf9980-49b7-4bd5-af67-eb7fb3192500 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:49.597248 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-553b9131-28f9-4b8e-9819-08f996ed7da9 req-0edf9980-49b7-4bd5-af67-eb7fb3192500 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Sep 19 17:39:49.607514 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34580) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:39:49.611892 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.v2.base [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Request body: {'floatingip': {'port_id': 'f770338d-09a8-4720-8326-afeefa1e6b3e'}} {{(pid=106879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:39:49.651143 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), before_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:49.973115 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:49.984025 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:50.074733 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:50.138413 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), after_update {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:50.235560 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 00ad7ffd-3f88-4029-98c4-0fa868c73701 associated. External IP: 172.27.3.131, port: f770338d-09a8-4720-8326-afeefa1e6b3e. Sep 19 17:39:50.431582 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:39:50.774789 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:39:50.779671 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:50.785948 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:39:50.796684 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:39:50.797624 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:39:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:50.809522 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-ef6a1016-e852-4e56-b4a9-2b12e26a0ae0 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "PUT /networking/v2.0/floatingips/00ad7ffd-3f88-4029-98c4-0fa868c73701 HTTP/1.1" status: 200 len: 991 time: 1.2009280 Sep 19 17:39:50.810251 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:39:50.812675 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd08d62-c799-4923-be07-8bf8e3779d58" -d '{"events": [{"name": "network-changed", "server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:39:50.846011 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:50.850971 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05343cb-0c55-489a-b9b1-0693d6e5a460 x-openstack-request-id: req-b05343cb-0c55-489a-b9b1-0693d6e5a460 {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:39:50.851335 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:39:50.851601 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b05343cb-0c55-489a-b9b1-0693d6e5a460 {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:39:50.851974 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05343cb-0c55-489a-b9b1-0693d6e5a460'] response: {'name': 'network-changed', 'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'status': 'completed', 'code': 200} Sep 19 17:39:50.905080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:39:50.942233 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-96b04d0d-0894-4cf5-afa6-20c5d7a3b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:50.943804 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-96b04d0d-0894-4cf5-afa6-20c5d7a3b4c7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 1129 time: 0.0423734 Sep 19 17:39:51.000687 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:51.022928 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:51.038149 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-703af634-e23f-47d7-9351-f44c09dc63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:51.040026 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-703af634-e23f-47d7-9351-f44c09dc63f4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0886190 Sep 19 17:39:51.105312 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-3083df76-86f9-4200-8122-4c38f1fa4dc1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f770338d-09a8-4720-8326-afeefa1e6b3e HTTP/1.1" status: 200 len: 999 time: 0.0590043 Sep 19 17:39:51.122612 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '00ad7ffd-3f88-4029-98c4-0fa868c73701', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:b5:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:39:32Z', 'updated_at': '2022-09-19T17:39:49Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:51.152853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:39:51.156895 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-f6757cdd-193e-4a71-8d3a-fbeeaa7e7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:51.158364 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-f6757cdd-193e-4a71-8d3a-fbeeaa7e7a01 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0465825 Sep 19 17:39:51.161325 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:39:51.161954 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:39:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:51.204206 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-fe5df47c-31c9-4151-ac17-f39f2489e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:39:51.206376 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-fe5df47c-31c9-4151-ac17-f39f2489e79d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414491 Sep 19 17:39:51.267870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:39:51.297443 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:39:51.303359 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-0925f2f2-14e8-4a20-9363-de828944a513 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907793 Sep 19 17:39:51.397858 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-9cd08d62-c799-4923-be07-8bf8e3779d58 req-96d656b7-2a5f-46c7-b708-30b3a01fc2b8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883639 Sep 19 17:39:51.484252 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '00ad7ffd-3f88-4029-98c4-0fa868c73701', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:b5:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:39:32Z', 'updated_at': '2022-09-19T17:39:49Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:39:51.510724 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b284f8-0bd2-49d5-aa2e-46d3d9d1dce8 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '00ad7ffd-3f88-4029-98c4-0fa868c73701', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'port_id': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'mac_address': 'fa:16:3e:b5:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:39:32Z', 'updated_at': '2022-09-19T17:39:49Z', 'revision_number': 1, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:39:51.705484 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b542861-4e4b-4106-b848-ea40900dd1d1 None None] New status for floating IP 00ad7ffd-3f88-4029-98c4-0fa868c73701: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:39:56.126492 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7688e19c-2027-408f-b47c-9ec0f467eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:58.253611 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:39:58.520935 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6dc4610f-abfa-433b-b45a-31fe35930b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:39:59.817765 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:00.805156 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:00.806978 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=41 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:01.103608 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:01.393755 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:01.394648 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=32 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:01.622398 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:04.297883 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:08.248442 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:08.249252 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=12 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:14.212903 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:14.213707 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:24.248307 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:25.011722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2f1b0-b801-4914-86f6-209d760feb3e req-dd9c3eb8-d7f9-4a28-b993-00120700399d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:25.013210 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cea2f1b0-b801-4914-86f6-209d760feb3e req-dd9c3eb8-d7f9-4a28-b993-00120700399d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Sep 19 17:40:25.061820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cea2f1b0-b801-4914-86f6-209d760feb3e req-788086a1-9c54-47f1-91df-32ebd904a792 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Sep 19 17:40:26.119853 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f9c63a09-f343-4e8a-9e64-ee1e386d4fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:26.185783 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb09ba-ceba-412c-a460-ef8247082a4f req-319f96b8-f121-4860-a5d4-e49743ea0305 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:26.187262 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7fdb09ba-ceba-412c-a460-ef8247082a4f req-319f96b8-f121-4860-a5d4-e49743ea0305 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0473800 Sep 19 17:40:26.199228 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:26.239530 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7fdb09ba-ceba-412c-a460-ef8247082a4f req-5735ac29-e595-4ea4-9162-534d4a0023fb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Sep 19 17:40:26.958739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-c96239dc-7cd6-43e1-a7a3-4eb050f6c9b2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:26.960713 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-c96239dc-7cd6-43e1-a7a3-4eb050f6c9b2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0543480 Sep 19 17:40:27.042874 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port ceaaa721-b6be-4326-b3ea-f412d7f7f544 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:40:27.043210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:27.141317 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] For port ceaaa721-b6be-4326-b3ea-f412d7f7f544, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=ceaaa721-b6be-4326-b3ea-f412d7f7f544,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:40:27.141683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:27.311466 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:27.312276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (5b1b05c6-43d0-4a9d-99f9-a3a053a8959d), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:27.313216 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 5b1b05c6-43d0-4a9d-99f9-a3a053a8959d disassociated. External IP: 172.27.3.218, port: ceaaa721-b6be-4326-b3ea-f412d7f7f544. Sep 19 17:40:27.314018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for ceaaa721-b6be-4326-b3ea-f412d7f7f544 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:40:27.365258 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f735-5528-475c-a41e-598fe6641585 req-c14a8c6c-862c-4da7-8fc6-2174be164f68 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:27.371932 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ef8f735-5528-475c-a41e-598fe6641585 req-c14a8c6c-862c-4da7-8fc6-2174be164f68 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Sep 19 17:40:27.420249 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6ef8f735-5528-475c-a41e-598fe6641585 req-39b14c1e-ca05-42b1-8778-b50ac73046eb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Sep 19 17:40:27.507508 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ceaaa721-b6be-4326-b3ea-f412d7f7f544), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:27.534526 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=ceaaa721-b6be-4326-b3ea-f412d7f7f544,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:27.648964 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:40:28.008559 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:40:28.019424 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:28.037029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:40:28.037727 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:39:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.050639 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] No DVR routers for this DVR port ceaaa721-b6be-4326-b3ea-f412d7f7f544 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:40:28.053778 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:28.057261 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-005cb13f-1829-43ae-bd55-c3a28bc86123 req-55bc8649-3201-4414-92a2-7b6f1411a608 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ceaaa721-b6be-4326-b3ea-f412d7f7f544 HTTP/1.1" status: 204 len: 173 time: 1.0910397 Sep 19 17:40:28.057637 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'name': 'network-vif-deleted', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:40:28.059968 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4cc08-0d14-4ce8-88c0-92cfe5739871" -d '{"events": [{"server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "name": "network-vif-deleted", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:28.208616 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a536157b-508f-4a76-b179-6a12fb1afe75 x-openstack-request-id: req-a536157b-508f-4a76-b179-6a12fb1afe75 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:28.208910 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf0413e-fde3-4cb9-bed3-1dd053a94609", "name": "network-vif-deleted", "tag": "ceaaa721-b6be-4326-b3ea-f412d7f7f544", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:28.209160 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a536157b-508f-4a76-b179-6a12fb1afe75 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:28.209635 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a536157b-508f-4a76-b179-6a12fb1afe75'] response: {'server_uuid': 'faf0413e-fde3-4cb9-bed3-1dd053a94609', 'name': 'network-vif-deleted', 'tag': 'ceaaa721-b6be-4326-b3ea-f412d7f7f544', 'status': 'completed', 'code': 200} Sep 19 17:40:28.279306 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:40:28.484889 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.525532 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:28.537093 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:40:28.540625 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:39:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.549551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9ef74b8f-ec6d-44f1-b548-76657a449dd6 req-6bfded2a-8133-4c5a-8d24-d87665edc7f7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 210 time: 0.0386484 Sep 19 17:40:28.574774 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a24f991b-8d78-4703-b8a5-6c0ee96631c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:28.645320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:40:28.844288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:28.870138 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15d71-21ed-4679-a844-c218087e244c None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:29.093483 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625d56-f5ff-4a7f-ac17-20c197e72456 None None] New status for floating IP 5b1b05c6-43d0-4a9d-99f9-a3a053a8959d: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:40:29.676709 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4efd5869-a892-4d1d-aa02-c37ad8a22bd9 req-3e2f608c-2bac-49ab-9054-4906ae8ec2cb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=faf0413e-fde3-4cb9-bed3-1dd053a94609 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Sep 19 17:40:29.828668 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:30.950818 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-a64e0063-002a-4279-9fab-d86c6a9365d7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1369752678&fields=id&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 267 time: 0.0476294 Sep 19 17:40:31.059482 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-2c9ac89d-5caf-4739-aa26-42ccc8df3ed9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:31.060927 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-2c9ac89d-5caf-4739-aa26-42ccc8df3ed9 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1035278 Sep 19 17:40:31.076317 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-f4af48f2-9d65-4830-a493-b5ff131bd1b0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/quotas/3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 375 time: 0.0099063 Sep 19 17:40:31.103104 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:31.133440 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-489e6c55-cd43-4871-972d-9d9923d6b287 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517976 Sep 19 17:40:31.202550 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-40a52dec-55e5-4f1a-bee3-bd9b3a8b1201 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106879) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:40:31.203600 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-40a52dec-55e5-4f1a-bee3-bd9b3a8b1201 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0590000 Sep 19 17:40:31.295558 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-8e230f85-8cf4-4d13-bd69-18dfddb9aa90 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Sep 19 17:40:31.393189 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-fa7235b1-4aad-4afd-82b3-69da91dd6594 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Sep 19 17:40:31.611103 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:31.690835 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ceaaa721-b6be-4326-b3ea-f412d7f7f544 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:40:31.710978 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: ceaaa721-b6be-4326-b3ea-f412d7f7f544 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:40:31.711317 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device ceaaa721-b6be-4326-b3ea-f412d7f7f544 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:40:33.054352 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9f90d228-1cb9-4479-91f1-2069da72bdc5 req-53d14c54-4ff6-43f3-9234-97d273f1298c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 210 time: 0.0286763 Sep 19 17:40:34.162059 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-619d2e9c-cc08-4579-8896-48efa7455bfd req-083a62f5-23b3-45fd-a1ed-ed1bdd97acf1 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 210 time: 0.0282924 Sep 19 17:40:34.273511 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.088419 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:35.110066 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-b558912c-571e-405b-8106-046c98dca591 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:35.111518 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-b558912c-571e-405b-8106-046c98dca591 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1064389 Sep 19 17:40:35.147152 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:35.184018 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-c7f070df-eb29-44c1-aac3-d655e2cff176 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 380 time: 0.0559423 Sep 19 17:40:35.192495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'port': {'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'admin_state_up': True, 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'security_groups': ['004c06fb-515e-411d-9a51-ff6676bcd4f6']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:40:35.252792 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:40:35.270838 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d7f19385-a277-4716-9c00-4017bbd84b9d req-016daae2-5e86-4440-b63e-4dda450663d5 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 210 time: 0.0314808 Sep 19 17:40:35.378670 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Made reservation on behalf of 3fa7a842679b460f87e34a84e7d12c5f for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:40:35.378670 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.501856 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.20.0.5 (1590abdf-b953-4897-85f6-bffe0b292150/f08194e8-d351-4f0f-8845-0cbc6e2f84cc/727823c4-0505-44bd-b537-7bd995c24817) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:35.646844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (727823c4-0505-44bd-b537-7bd995c24817), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.735601 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.781598 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:35.784516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:35.788501 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:40:35.793846 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:35.812516 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:35.830818 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832113 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832113 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832113 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832593 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.832888 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.833200 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.833519 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.833842 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.834159 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.834483 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.835360 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.835676 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.836018 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:35.857959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:35.858575 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.946176 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-322e30c0-78ea-4623-b5d8-e7a29c69f75a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569451 Sep 19 17:40:35.963420 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Request body: {'port': {'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:40:35.973692 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Provisioning complete for port 727823c4-0505-44bd-b537-7bd995c24817 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:40:35.974436 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (727823c4-0505-44bd-b537-7bd995c24817), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:35.974560 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Attempt 1 to provision port 727823c4-0505-44bd-b537-7bd995c24817 Sep 19 17:40:36.007736 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Port 727823c4-0505-44bd-b537-7bd995c24817 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:40:36.023998 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (727823c4-0505-44bd-b537-7bd995c24817), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.284844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727823c4-0505-44bd-b537-7bd995c24817 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:40:36.292251 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks [] for port (727823c4-0505-44bd-b537-7bd995c24817), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.305398 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Transition to ACTIVE for port object 727823c4-0505-44bd-b537-7bd995c24817 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:40:36.381228 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.387733 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:36.399904 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69493c-1518-41db-93dd-f707842a7c8b req-c2abb80d-8799-4bd3-b1de-9389a4f8d23c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:36.401403 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a69493c-1518-41db-93dd-f707842a7c8b req-c2abb80d-8799-4bd3-b1de-9389a4f8d23c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 931 time: 0.0529897 Sep 19 17:40:36.455139 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2a69493c-1518-41db-93dd-f707842a7c8b req-d3ae9a81-e417-48af-a827-1eb329461630 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478170 Sep 19 17:40:36.464862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Pushing event updated for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:36.498444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Attempting to bind port 727823c4-0505-44bd-b537-7bd995c24817 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:40:36.498974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Attempting to bind port 727823c4-0505-44bd-b537-7bd995c24817 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:40:36.499487 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Attempting to bind port 727823c4-0505-44bd-b537-7bd995c24817 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:40:36.508760 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Attempt 2 to provision port 727823c4-0505-44bd-b537-7bd995c24817 Sep 19 17:40:36.515146 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:36.533423 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:36.545824 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Port 727823c4-0505-44bd-b537-7bd995c24817 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:40:36.550085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Port 727823c4-0505-44bd-b537-7bd995c24817 on network 1590abdf-b953-4897-85f6-bffe0b292150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:40:36.550422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Attempting to bind port 727823c4-0505-44bd-b537-7bd995c24817 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:40:36.597416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:40:36.597750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:40:36.598157 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Bound using segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:40:36.598619 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Bound port: 727823c4-0505-44bd-b537-7bd995c24817, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:40:36.598983 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (727823c4-0505-44bd-b537-7bd995c24817), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.632948 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:36.661916 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:40:36.665541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=727823c4-0505-44bd-b537-7bd995c24817,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:40:36.766453 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.769674 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:36.770624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:36.772094 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 1093 time: 0.8129146 Sep 19 17:40:36.774841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:40:36.777141 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421149b1-e7de-4c45-b793-fe0700451c31" -d '{"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:36.818570 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2204c70-288f-486d-8634-34d8e0e1817a x-openstack-request-id: req-d2204c70-288f-486d-8634-34d8e0e1817a {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:36.818856 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:36.819109 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2204c70-288f-486d-8634-34d8e0e1817a {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:36.819506 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2204c70-288f-486d-8634-34d8e0e1817a'] response: {'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817', 'status': 'completed', 'code': 200} Sep 19 17:40:36.829156 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bdd82-6891-4322-be25-00b99a0c892b service neutron] Pushing event updated for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:36.911438 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421149b1-e7de-4c45-b793-fe0700451c31 req-fab81e9f-906d-4223-aa73-da95de17dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:36.912991 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-421149b1-e7de-4c45-b793-fe0700451c31 req-fab81e9f-906d-4223-aa73-da95de17dff6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1127 time: 0.0439572 Sep 19 17:40:37.021825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421149b1-e7de-4c45-b793-fe0700451c31 req-e5b9bf52-95c1-4192-a789-0a2ac51d9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.023222 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-421149b1-e7de-4c45-b793-fe0700451c31 req-e5b9bf52-95c1-4192-a789-0a2ac51d9fee service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949087 Sep 19 17:40:37.047188 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Attempt 3 to provision port 727823c4-0505-44bd-b537-7bd995c24817 Sep 19 17:40:37.085468 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-19d51c4b-46a3-4926-82b3-bef18b7e3c94 None None] Port 727823c4-0505-44bd-b537-7bd995c24817 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:40:37.123240 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421149b1-e7de-4c45-b793-fe0700451c31 req-45a75460-62ea-4c33-a304-fb5128249c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.124750 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-421149b1-e7de-4c45-b793-fe0700451c31 req-45a75460-62ea-4c33-a304-fb5128249c0d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944347 Sep 19 17:40:37.222055 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-5562e2b2-b96d-4176-8ee7-abfe3ed01d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.223544 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-5562e2b2-b96d-4176-8ee7-abfe3ed01d3b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1127 time: 0.0392191 Sep 19 17:40:37.273669 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-6b44f486-5f17-4709-babf-c469a67caba7 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 217 time: 0.0366955 Sep 19 17:40:37.322736 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-9f161be2-a5e7-433b-843c-03abed6de8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.324193 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-9f161be2-a5e7-433b-843c-03abed6de8ec service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0446472 Sep 19 17:40:37.366479 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e9109e1d-21b7-4b5d-8a08-bf689625e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.368545 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-e9109e1d-21b7-4b5d-8a08-bf689625e848 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385954 Sep 19 17:40:37.462813 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-17d24cee-fbba-4ada-a1d8-a915a10e04c4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880044 Sep 19 17:40:37.530845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:37.557678 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-18937050-335d-48d4-ae13-dc2b55756b21 req-2f24c506-6b0b-4f2f-a09f-53c2f54d6ee3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Sep 19 17:40:37.590075 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d7894-24e3-4ac7-ba0e-0454ad1e804f req-e7f454ef-b958-4fff-844e-773e80d72d9f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:37.591575 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-981d7894-24e3-4ac7-ba0e-0454ad1e804f req-e7f454ef-b958-4fff-844e-773e80d72d9f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0462518 Sep 19 17:40:37.641836 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-981d7894-24e3-4ac7-ba0e-0454ad1e804f req-4e4382ec-645f-43c6-ba75-f73eaf15a225 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444829 Sep 19 17:40:38.768401 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2eb43-9ccb-4954-8b01-2f1200edffc5 req-f9816832-d859-4f20-ab9e-227ba1b2b2cf tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:38.769881 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3f2eb43-9ccb-4954-8b01-2f1200edffc5 req-f9816832-d859-4f20-ab9e-227ba1b2b2cf tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0504768 Sep 19 17:40:38.815179 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:38.820368 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a3f2eb43-9ccb-4954-8b01-2f1200edffc5 req-45b36710-29b0-4fd3-9804-32d7d51d6e9b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Sep 19 17:40:39.222329 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-d9a97b73-e880-4037-bde1-882010a47740 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379374 Sep 19 17:40:39.329321 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4b638-0217-4434-b393-50df11f00e9e req-9f2ff33c-f8af-4b3e-bba5-0e960171e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:39.330801 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-9f2ff33c-f8af-4b3e-bba5-0e960171e77c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 1129 time: 0.0425401 Sep 19 17:40:39.436884 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4b638-0217-4434-b393-50df11f00e9e req-9f469225-85b2-415d-b863-48d7f8ca8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:39.438355 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-9f469225-85b2-415d-b863-48d7f8ca8793 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 200 len: 915 time: 0.0873256 Sep 19 17:40:39.506101 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-13da42be-feb9-474c-8c57-676b95a5f3e4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f770338d-09a8-4720-8326-afeefa1e6b3e HTTP/1.1" status: 200 len: 1001 time: 0.0611122 Sep 19 17:40:39.555202 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4b638-0217-4434-b393-50df11f00e9e req-422f0895-89b0-4eea-8f85-caef1eb6d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:39.556718 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-422f0895-89b0-4eea-8f85-caef1eb6d7bf service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 200 len: 853 time: 0.0447757 Sep 19 17:40:39.606116 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4b638-0217-4434-b393-50df11f00e9e req-c4378c5d-0174-45c1-a614-47ba460e3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:39.607668 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-c4378c5d-0174-45c1-a614-47ba460e3596 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ee3141f2-3b76-40de-a3df-4fd096ef3d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438128 Sep 19 17:40:39.704990 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-966df8e8-e586-4bbd-b172-5ef346a073d1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908060 Sep 19 17:40:39.798049 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2de4b638-0217-4434-b393-50df11f00e9e req-a6e814c2-c4ec-4c3d-9615-b05683f10466 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Sep 19 17:40:39.924962 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:39.940254 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2259a-b8a6-4b32-a93c-45c51ce3f37c req-f6e4b771-0c02-425b-8030-6797ed650d5a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:39.942914 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99c2259a-b8a6-4b32-a93c-45c51ce3f37c req-f6e4b771-0c02-425b-8030-6797ed650d5a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0463662 Sep 19 17:40:39.990858 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-99c2259a-b8a6-4b32-a93c-45c51ce3f37c req-1fe31bfe-9650-4e9d-b7d5-b053b04cda1e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Sep 19 17:40:41.107905 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef014937-1284-453e-b6f9-bd1b944143bd req-f65860e3-cb8c-430e-834d-b67c61394c78 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:41.109365 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef014937-1284-453e-b6f9-bd1b944143bd req-f65860e3-cb8c-430e-834d-b67c61394c78 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0455058 Sep 19 17:40:41.161460 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ef014937-1284-453e-b6f9-bd1b944143bd req-e0570204-1c92-4fd5-8a55-9a93f68640be tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Sep 19 17:40:42.282867 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4f790-ac91-42d9-a9bc-a29a0194621e req-a6f71b9c-3d4a-46bc-b98d-f7a8508d63c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:42.284408 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b7f4f790-ac91-42d9-a9bc-a29a0194621e req-a6f71b9c-3d4a-46bc-b98d-f7a8508d63c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0473444 Sep 19 17:40:42.334077 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b7f4f790-ac91-42d9-a9bc-a29a0194621e req-775bbed5-5616-4d87-b4bb-dd2c6f2b5d6d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Sep 19 17:40:43.455914 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966e2b-0faf-4df4-9a2c-405f4717f2db req-b7faf4e8-c28e-4c82-a133-48a3fc695a59 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:43.457392 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a966e2b-0faf-4df4-9a2c-405f4717f2db req-b7faf4e8-c28e-4c82-a133-48a3fc695a59 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0469451 Sep 19 17:40:43.508167 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-9a966e2b-0faf-4df4-9a2c-405f4717f2db req-ab4b0c8c-a3f1-4753-83ae-c895e9aab239 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Sep 19 17:40:44.239818 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:44.634736 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baa562-539f-40b7-ae9f-710aa790ac17 req-fc217f1c-3897-4905-9a2d-a410969c930a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:44.636283 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35baa562-539f-40b7-ae9f-710aa790ac17 req-fc217f1c-3897-4905-9a2d-a410969c930a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0528660 Sep 19 17:40:44.685683 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-35baa562-539f-40b7-ae9f-710aa790ac17 req-c811dde3-48a7-4b9c-80c7-9f8d4379a5ea tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 Sep 19 17:40:45.252110 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=8 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:45.813166 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb51083-5c51-43f5-b656-130fc99be55d req-d1667aed-2f40-44a0-b77e-fe0c97d8269f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:45.814689 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aeb51083-5c51-43f5-b656-130fc99be55d req-d1667aed-2f40-44a0-b77e-fe0c97d8269f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0516663 Sep 19 17:40:45.867717 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aeb51083-5c51-43f5-b656-130fc99be55d req-fe26a257-69e9-4708-b8b4-e43603dddeee tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472724 Sep 19 17:40:46.998739 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a08c-09da-4427-9594-dd2cf47784b6 req-0699af55-e262-4fa3-b22e-0fd7860f3f8d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:47.000308 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8e0a08c-09da-4427-9594-dd2cf47784b6 req-0699af55-e262-4fa3-b22e-0fd7860f3f8d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 943 time: 0.0500789 Sep 19 17:40:47.059621 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c8e0a08c-09da-4427-9594-dd2cf47784b6 req-b8a84de0-ddef-42df-9f9e-9229871fd4b7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530710 Sep 19 17:40:47.082664 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:47.084615 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=11 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:47.744117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 727823c4-0505-44bd-b537-7bd995c24817 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:40:47.844768 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=727823c4-0505-44bd-b537-7bd995c24817,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:40:47.855737 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '727823c4-0505-44bd-b537-7bd995c24817', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:40:47.891095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 727823c4-0505-44bd-b537-7bd995c24817 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:40:47.891486 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (727823c4-0505-44bd-b537-7bd995c24817), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:47.908235 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727823c4-0505-44bd-b537-7bd995c24817 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:40:47.927845 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=727823c4-0505-44bd-b537-7bd995c24817,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:40:47.992311 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:48.040486 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:48.047858 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.048200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.048536 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.048868 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.049195 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.049520 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.049840 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.050159 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.050482 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.050800 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.051117 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.051461 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.051804 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.052121 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.052434 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:40:48.191430 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f8455-a28b-41b8-92bb-43b5bec53854 req-849a90fa-3faa-42f8-aedb-279aeb0db0c4 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:48.193111 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa2f8455-a28b-41b8-92bb-43b5bec53854 req-849a90fa-3faa-42f8-aedb-279aeb0db0c4 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 944 time: 0.0474856 Sep 19 17:40:48.242404 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa2f8455-a28b-41b8-92bb-43b5bec53854 req-ba6ff7ee-8180-4b4f-aa02-e9e9e0f17623 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Sep 19 17:40:48.455087 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['727823c4-0505-44bd-b537-7bd995c24817'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:40:49.364818 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14080-5b8f-48e2-9160-fad87bcfe9a2 req-217edf12-ed01-4c0a-a779-b0ec28e7bc9f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:49.365994 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7de14080-5b8f-48e2-9160-fad87bcfe9a2 req-217edf12-ed01-4c0a-a779-b0ec28e7bc9f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 944 time: 0.0476754 Sep 19 17:40:49.415109 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7de14080-5b8f-48e2-9160-fad87bcfe9a2 req-a69f9951-d3ee-41f7-a173-a442b13f22ae tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Sep 19 17:40:49.777288 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 727823c4-0505-44bd-b537-7bd995c24817 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:40:49.779565 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=47 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:49.794844 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:49.821126 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 727823c4-0505-44bd-b537-7bd995c24817 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:40:49.894795 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 727823c4-0505-44bd-b537-7bd995c24817 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:40:49.895183 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (727823c4-0505-44bd-b537-7bd995c24817), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:49.895538 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 727823c4-0505-44bd-b537-7bd995c24817 Sep 19 17:40:49.968970 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 727823c4-0505-44bd-b537-7bd995c24817 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:40:49.969357 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (727823c4-0505-44bd-b537-7bd995c24817), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:49.992008 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727823c4-0505-44bd-b537-7bd995c24817'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:40:49.994846 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bf5e6-0d82-4c88-b2a5-f573afb4ee9f" -d '{"events": [{"server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "name": "network-vif-plugged", "status": "completed", "tag": "727823c4-0505-44bd-b537-7bd995c24817"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:50.007283 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=727823c4-0505-44bd-b537-7bd995c24817,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:40:50.033493 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7a354-d3ff-40ea-ab52-d219c72ed20a x-openstack-request-id: req-10a7a354-d3ff-40ea-ab52-d219c72ed20a {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:50.033810 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "name": "network-vif-plugged", "status": "completed", "tag": "727823c4-0505-44bd-b537-7bd995c24817", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:50.034039 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10a7a354-d3ff-40ea-ab52-d219c72ed20a {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:50.034432 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a7a354-d3ff-40ea-ab52-d219c72ed20a'] response: {'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727823c4-0505-44bd-b537-7bd995c24817', 'code': 200} Sep 19 17:40:50.073451 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:50.113458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:50.122642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:50.465192 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bdee8-6b61-404d-875a-72bcf7dfff8b req-40fa8305-aac0-4668-b711-0fe3fcb8312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:50.466746 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0c8bdee8-6b61-404d-875a-72bcf7dfff8b req-40fa8305-aac0-4668-b711-0fe3fcb8312e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0389552 Sep 19 17:40:50.514921 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-0c8bdee8-6b61-404d-875a-72bcf7dfff8b req-5cd997ff-67dc-471a-8489-753f1c939c7a service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Sep 19 17:40:50.538916 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600945f1-ff42-41a1-8391-430e642035fb req-21ec9d54-e04b-463c-bc1d-c88da4bfbc44 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:50.540421 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-600945f1-ff42-41a1-8391-430e642035fb req-21ec9d54-e04b-463c-bc1d-c88da4bfbc44 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0508742 Sep 19 17:40:50.589828 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-600945f1-ff42-41a1-8391-430e642035fb req-2cb8639f-28c8-4a4d-9497-6c5de0af32b6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436080 Sep 19 17:40:51.712167 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7151ae-df59-4b0b-8aca-8e5964651dc7 req-253c7e5b-be55-48f6-b2f3-1f675285abc2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:51.713640 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf7151ae-df59-4b0b-8aca-8e5964651dc7 req-253c7e5b-be55-48f6-b2f3-1f675285abc2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0465789 Sep 19 17:40:51.764174 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cf7151ae-df59-4b0b-8aca-8e5964651dc7 req-d02b83a1-08ea-4d08-9692-50947d087f34 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Sep 19 17:40:52.850066 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:52.876650 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:52.892423 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58add578-1ae2-4c6d-8753-dab24803781f req-e6a4cd67-f243-4fb9-b499-5540ac4d62ae tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:52.893890 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-58add578-1ae2-4c6d-8753-dab24803781f req-e6a4cd67-f243-4fb9-b499-5540ac4d62ae tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0529141 Sep 19 17:40:52.947289 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-58add578-1ae2-4c6d-8753-dab24803781f req-8b57e484-c2e2-4ed0-aaf5-cd4039f226fb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Sep 19 17:40:53.067783 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba383b9-b302-4140-ae38-ca10c6f79782 req-853d194b-fbaf-4ecb-985b-4992a15faeab tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:53.069079 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dba383b9-b302-4140-ae38-ca10c6f79782 req-853d194b-fbaf-4ecb-985b-4992a15faeab tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0464995 Sep 19 17:40:53.117437 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-dba383b9-b302-4140-ae38-ca10c6f79782 req-1fb35a6a-2080-4ea3-8eea-eedb1f342dfe tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Sep 19 17:40:53.146641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34688) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:40:53.184570 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac84b84-045e-45d8-8187-07d09ceeed77 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:53.186083 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-8ac84b84-045e-45d8-8187-07d09ceeed77 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1124 time: 0.0384736 Sep 19 17:40:53.188833 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34690) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:40:53.193161 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:40:53.279911 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:53.362134 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:53.464116 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.27.3.241 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/d70bda2e-ece7-4758-9f23-349a871f0a36) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:40:53.572795 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:53.656524 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:53.703129 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:40:53.706316 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=d70bda2e-ece7-4758-9f23-349a871f0a36,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:53.711801 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:40:53.715878 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:40:53.931285 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:54.011246 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:54.076922 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (4aed7e4c-ebac-452e-83cf-edf1647bc407), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.214225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.359678 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.420883 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.489531 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=d70bda2e-ece7-4758-9f23-349a871f0a36,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:40:54.492186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (4aed7e4c-ebac-452e-83cf-edf1647bc407), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.586714 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 4aed7e4c-ebac-452e-83cf-edf1647bc407 associated. External IP: 172.27.3.241, port: 727823c4-0505-44bd-b537-7bd995c24817. Sep 19 17:40:54.769301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:54.783614 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:40:54.881229 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:40:54.892221 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:40:54.902064 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:40:54.905712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:40:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:54.905712 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:54.949720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:54.985314 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f7caf84a-fc58-42da-9013-896c3a225996 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7934670 Sep 19 17:40:54.985314 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:40:54.986222 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808a9579-d1d7-430b-b04b-18be9311da81" -d '{"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:40:55.008537 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:40:55.025408 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d524823-da93-46c6-b6f8-c50a6d956002 x-openstack-request-id: req-9d524823-da93-46c6-b6f8-c50a6d956002 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:40:55.025701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:40:55.025954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d524823-da93-46c6-b6f8-c50a6d956002 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:40:55.026392 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d524823-da93-46c6-b6f8-c50a6d956002'] response: {'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817', 'status': 'completed', 'code': 200} Sep 19 17:40:55.129962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a9579-d1d7-430b-b04b-18be9311da81 req-c6706ba9-846a-414d-8e99-6297bc89bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:55.131454 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-c6706ba9-846a-414d-8e99-6297bc89bad1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0385129 Sep 19 17:40:55.199129 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:40:55.230829 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a9579-d1d7-430b-b04b-18be9311da81 req-0d58af32-3154-49a1-890e-9b0d7ff2ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:55.232430 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-0d58af32-3154-49a1-890e-9b0d7ff2ae8a service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0942862 Sep 19 17:40:55.354822 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:53Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:55.381776 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:40:55.391200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:40:55.391843 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:40:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:55.498361 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:40:55.545513 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-a38facce-56e0-4418-82b0-6f1d1ef27b84 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 999 time: 0.3071368 Sep 19 17:40:55.596186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a9579-d1d7-430b-b04b-18be9311da81 req-b068f639-ac30-4f4e-919b-d93ac764fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:55.597655 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-b068f639-ac30-4f4e-919b-d93ac764fc00 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0464954 Sep 19 17:40:55.643924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a9579-d1d7-430b-b04b-18be9311da81 req-d9cf7b4e-7d42-4da3-9d75-059de88c635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:40:55.645387 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-d9cf7b4e-7d42-4da3-9d75-059de88c635e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421925 Sep 19 17:40:55.715004 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:53Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:40:55.734684 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-4ea51613-ae9a-4c12-9c24-bcbc462b99d3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Sep 19 17:40:55.739912 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e0c83-55ee-4773-b310-41422b330c2c None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:53Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:40:55.830228 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-808a9579-d1d7-430b-b04b-18be9311da81 req-ec8e45c6-8106-4627-ae3d-f076824aa7f2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896749 Sep 19 17:40:55.934037 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3b02-105b-44fa-9c9c-070d84f2a330 None None] New status for floating IP 4aed7e4c-ebac-452e-83cf-edf1647bc407: ACTIVE {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:40:56.140773 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b352-e6c5-4ea6-ae4f-5a54e3a9c230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:58.530619 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d3616738-de02-41ee-8ff7-467eb73e652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:40:59.816291 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:01.117538 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:01.603197 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:03.104596 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=11 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:03.113546 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=21 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:04.278430 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:05.826218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:05.827104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=20 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:06.034718 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:06.037601 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=10 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:12.252631 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:41:14.205867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:14.212879 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:20.953913 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0478e-f9dd-4fd3-b120-1b7e2be2913e req-e8f69ace-ac38-4e2c-9f50-4ba85305fdda tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:20.955398 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49b0478e-f9dd-4fd3-b120-1b7e2be2913e req-e8f69ace-ac38-4e2c-9f50-4ba85305fdda tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0461318 Sep 19 17:41:21.005443 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-49b0478e-f9dd-4fd3-b120-1b7e2be2913e req-c8295d75-f9d0-43da-abe1-bc999ec01747 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444713 Sep 19 17:41:22.129122 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30579e3-a798-4cda-8288-03cbc07a993c req-a20846e8-0841-4538-8477-17e7181c7c56 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:22.130620 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a30579e3-a798-4cda-8288-03cbc07a993c req-a20846e8-0841-4538-8477-17e7181c7c56 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Sep 19 17:41:22.179789 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a30579e3-a798-4cda-8288-03cbc07a993c req-e503921b-d257-46ae-957c-611a4ad8b7a9 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 Sep 19 17:41:23.057503 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-0b18fab4-403f-4ff8-9d93-fd9713870d2f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:23.059065 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-0b18fab4-403f-4ff8-9d93-fd9713870d2f tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0622468 Sep 19 17:41:23.154683 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port f770338d-09a8-4720-8326-afeefa1e6b3e {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:23.155029 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.252147 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] For port f770338d-09a8-4720-8326-afeefa1e6b3e, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=f770338d-09a8-4720-8326-afeefa1e6b3e,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:41:23.252757 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.307429 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168b18c-6886-4a4c-bcb7-21233d1c6f7b req-0d9de13c-3c99-414c-86e9-54382bda3a3a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:23.309099 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8168b18c-6886-4a4c-bcb7-21233d1c6f7b req-0d9de13c-3c99-414c-86e9-54382bda3a3a tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Sep 19 17:41:23.359290 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8168b18c-6886-4a4c-bcb7-21233d1c6f7b req-541c15ea-7e56-48eb-9d18-2d6680a00407 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=feef55a7-1831-4b76-ba1c-cd2acc5d6f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Sep 19 17:41:23.426561 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.426924 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.427241 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Floating IP 00ad7ffd-3f88-4029-98c4-0fa868c73701 disassociated. External IP: 172.27.3.131, port: f770338d-09a8-4720-8326-afeefa1e6b3e. Sep 19 17:41:23.427585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for f770338d-09a8-4720-8326-afeefa1e6b3e owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:23.620720 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=17 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:23.621302 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (f770338d-09a8-4720-8326-afeefa1e6b3e), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.623622 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=17 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:23.648490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=f770338d-09a8-4720-8326-afeefa1e6b3e,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:23.762166 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:41:23.867960 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:41:23.878435 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:41:23.888794 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:41:23.889419 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:40:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:23.908903 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] No DVR routers for this DVR port f770338d-09a8-4720-8326-afeefa1e6b3e on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:41:23.911402 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:23.914600 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-48f264fe-88c9-4d34-88a1-205829a4b7c9 req-93f0e770-7cfa-48c4-9f4b-8bd9aea91965 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.67 "DELETE /networking/v2.0/ports/f770338d-09a8-4720-8326-afeefa1e6b3e HTTP/1.1" status: 204 len: 173 time: 0.8489857 Sep 19 17:41:23.915088 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'name': 'network-vif-deleted', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:41:23.917431 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96948847-89c2-4e57-81d6-7f4296f026ba" -d '{"events": [{"server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "name": "network-vif-deleted", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:41:23.959264 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd3dff-fa11-41d2-9c23-958a6b7011db x-openstack-request-id: req-c0dd3dff-fa11-41d2-9c23-958a6b7011db {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:41:23.959444 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52bff58-e6e4-4669-8acf-02750b2072d2", "name": "network-vif-deleted", "tag": "f770338d-09a8-4720-8326-afeefa1e6b3e", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:41:23.959651 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0dd3dff-fa11-41d2-9c23-958a6b7011db {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:41:23.960092 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dd3dff-fa11-41d2-9c23-958a6b7011db'] response: {'server_uuid': 'f52bff58-e6e4-4669-8acf-02750b2072d2', 'name': 'network-vif-deleted', 'tag': 'f770338d-09a8-4720-8326-afeefa1e6b3e', 'status': 'completed', 'code': 200} Sep 19 17:41:23.994669 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:41:24.200788 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:24.225992 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:41:24.235108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:41:24.235818 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:40:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:24.339508 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:41:24.482778 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5080708c-ec87-4c28-b600-e6d427a7f9db req-12022286-d886-4a71-bf2f-e989f1d4ffcc tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f52bff58-e6e4-4669-8acf-02750b2072d2 HTTP/1.1" status: 200 len: 210 time: 0.0313406 Sep 19 17:41:24.541761 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:24.566220 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34fae13-6770-4e23-975f-fe8ffe27030c None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:32:22Z', 'revision_number': 4, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '1c92f3c3-6b9f-4969-a140-324a80cf06d6', 'name': '', 'network_id': 'ee3141f2-3b76-40de-a3df-4fd096ef3d26', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'mac_address': 'fa:16:3e:07:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:21Z', 'updated_at': '2022-09-19T17:32:25Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'subnets': [{'id': 'cf482609-7a81-4919-9c29-bc4d31556680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:41:24.792207 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a82eeb-f171-4dc2-a85c-9e34c989503a None None] New status for floating IP 00ad7ffd-3f88-4029-98c4-0fa868c73701: DOWN {{(pid=106882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:41:25.678362 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34782) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:25.715947 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:25.736496 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (feef55a7-1831-4b76-ba1c-cd2acc5d6f57), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:25.758625 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (feef55a7-1831-4b76-ba1c-cd2acc5d6f57), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:25.767784 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:25.883827 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (feef55a7-1831-4b76-ba1c-cd2acc5d6f57), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:25.886538 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:25.887716 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/feef55a7-1831-4b76-ba1c-cd2acc5d6f57 HTTP/1.1" status: 204 len: 168 time: 0.2083097 Sep 19 17:41:25.890636 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34784) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:25.897075 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860383ad-e272-44da-a9e0-6a4c3e2d0177 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef55a7-1831-4b76-ba1c-cd2acc5d6f57,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:25.906980 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.api.v2.resource [None req-674f1619-5aab-46e4-909a-480e807ebe04 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] show failed (client error): The resource could not be found. Sep 19 17:41:25.908023 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-674f1619-5aab-46e4-909a-480e807ebe04 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "GET /networking/v2.0/security-groups/feef55a7-1831-4b76-ba1c-cd2acc5d6f57 HTTP/1.1" status: 404 len: 347 time: 0.0163946 Sep 19 17:41:25.911266 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34786) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:26.023119 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Deleting port 62da4044-3b61-40ab-838c-c024449b5f4e {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:26.023384 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.099464 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.099822 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (62da4044-3b61-40ab-838c-c024449b5f4e), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.112512 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Calling delete_port for 62da4044-3b61-40ab-838c-c024449b5f4e owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:26.118697 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6de6-ade1-4cf3-a808-7d18345e5b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.301481 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (62da4044-3b61-40ab-838c-c024449b5f4e), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.326847 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Pushing event deleted for resources: {'Port': ['ID=62da4044-3b61-40ab-838c-c024449b5f4e,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:26.338695 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.339058 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.339405 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.339774 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.340120 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.340461 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.340793 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.341136 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.341458 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.341790 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.342125 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.342453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.342781 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.343109 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.343437 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:26.402874 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks [] for floatingip (00ad7ffd-3f88-4029-98c4-0fa868c73701), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.405460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:26.407112 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-f64dd9f0-a168-4295-b206-cd6649130bc4 tempest-AttachVolumeNegativeTest-1797489461 tempest-AttachVolumeNegativeTest-1797489461-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/00ad7ffd-3f88-4029-98c4-0fa868c73701 HTTP/1.1" status: 204 len: 168 time: 0.4946437 Sep 19 17:41:27.917106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device f770338d-09a8-4720-8326-afeefa1e6b3e no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:41:27.941222 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: f770338d-09a8-4720-8326-afeefa1e6b3e {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:41:27.941563 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device f770338d-09a8-4720-8326-afeefa1e6b3e not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:41:28.556543 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d4a4f194-30c7-4bae-901a-9e96349e23a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:29.861523 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:30.530058 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34822) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:30.929090 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (10678b97-dba3-474e-8a99-96da47e4cc0d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.101019 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.152767 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Deleting port 1c92f3c3-6b9f-4969-a140-324a80cf06d6 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:31.153104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.234661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] For port 1c92f3c3-6b9f-4969-a140-324a80cf06d6, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c92f3c3-6b9f-4969-a140-324a80cf06d6,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:41:31.234938 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.247331 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Calling delete_port for 1c92f3c3-6b9f-4969-a140-324a80cf06d6 owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:31.371543 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:31.404585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:31.478165 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (1c92f3c3-6b9f-4969-a140-324a80cf06d6), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.505646 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c92f3c3-6b9f-4969-a140-324a80cf06d6,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:31.585187 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.679560 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (10678b97-dba3-474e-8a99-96da47e4cc0d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:31.880695 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Router 10678b97-dba3-474e-8a99-96da47e4cc0d has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:41:31.986319 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:41:31.991414 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-02b78a5a-5909-4841-8fd1-89912c08b041 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/10678b97-dba3-474e-8a99-96da47e4cc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616740 Sep 19 17:41:31.993938 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34826) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:31.996557 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Sync routers for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:41:32.008278 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:41:32.008878 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:41:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:32.092604 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks [] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:32.108113 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:41:32.192210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks [] for router_gateway (10678b97-dba3-474e-8a99-96da47e4cc0d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:32.201656 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:32.224455 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:32.277610 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:41:31Z', 'revision_number': 5, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port': {'id': '9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:32:19Z', 'updated_at': '2022-09-19T17:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:32.292868 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Deleting port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:32.293215 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:32.307202 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:32.308418 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Checking router: 10678b97-dba3-474e-8a99-96da47e4cc0d for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:41:32.317355 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Routers {'10678b97-dba3-474e-8a99-96da47e4cc0d'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:41:32.318800 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:41:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['10678b97-dba3-474e-8a99-96da47e4cc0d'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:32.382137 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] For port 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:41:32.382504 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:32.396422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Calling delete_port for 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:32.404108 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] Set router 10678b97-dba3-474e-8a99-96da47e4cc0d gateway port host: None {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:41:32.409946 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:32.582092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:41:32Z', 'revision_number': 6, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:32.610187 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f66bb-7d1e-470c-9780-4eb96b94b6b9 None None] The sync data for ids ['10678b97-dba3-474e-8a99-96da47e4cc0d'] in dv-cinder-848013-2-iscsi is: [{'id': '10678b97-dba3-474e-8a99-96da47e4cc0d', 'name': 'tempest-AttachVolumeNegativeTest-235895401-router', 'tenant_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:32:18Z', 'updated_at': '2022-09-19T17:41:32Z', 'revision_number': 6, 'project_id': '8f2c3b46d08c4bf5a149abc8fe589909', 'gw_port_host': None}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:41:32.644377 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:32.670281 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:32.732667 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (10678b97-dba3-474e-8a99-96da47e4cc0d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.067714 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.069885 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks [] for router_controller (10678b97-dba3-474e-8a99-96da47e4cc0d), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.174189 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (10678b97-dba3-474e-8a99-96da47e4cc0d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.174894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10678b97-dba3-474e-8a99-96da47e4cc0d {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:41:33.179067 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.180275 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f9c12ffa-69d3-4a82-bc65-8b8d46e6e608 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/10678b97-dba3-474e-8a99-96da47e4cc0d HTTP/1.1" status: 204 len: 168 time: 1.1853909 Sep 19 17:41:33.186542 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34828) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:33.227989 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Deleting subnet cf482609-7a81-4919-9c29-bc4d31556680 {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:41:33.231056 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Publish callbacks [] for subnet (cf482609-7a81-4919-9c29-bc4d31556680), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.266495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (cf482609-7a81-4919-9c29-bc4d31556680), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.345952 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (cf482609-7a81-4919-9c29-bc4d31556680), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.478681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (cf482609-7a81-4919-9c29-bc4d31556680), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.505520 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf482609-7a81-4919-9c29-bc4d31556680,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:33.511393 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.514643 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4a0d21ab-4795-49d0-9237-9eb299a5ce37 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/cf482609-7a81-4919-9c29-bc4d31556680 HTTP/1.1" status: 204 len: 168 time: 0.3309438 Sep 19 17:41:33.517458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34830) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:33.524650 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e72b65-4bbf-4c75-a02d-a91c6d474c61 None None] Network ee3141f2-3b76-40de-a3df-4fd096ef3d26 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:41:33.592308 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:33.597100 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (ee3141f2-3b76-40de-a3df-4fd096ef3d26), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.654288 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Deleting port 98035f17-f547-4d59-baa3-d2d14e5341ca {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:33.654661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.696578 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] DHCP port deletion for ee3141f2-3b76-40de-a3df-4fd096ef3d26 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:41:33.725894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] For port 98035f17-f547-4d59-baa3-d2d14e5341ca, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=98035f17-f547-4d59-baa3-d2d14e5341ca,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:41:33.726261 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.737684 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Deleting port 98035f17-f547-4d59-baa3-d2d14e5341ca {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:41:33.737974 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.740317 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Calling delete_port for 98035f17-f547-4d59-baa3-d2d14e5341ca owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:33.804281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] For port 98035f17-f547-4d59-baa3-d2d14e5341ca, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=98035f17-f547-4d59-baa3-d2d14e5341ca,segment=NetworkSegment(75a24268-332f-4d07-a6fe-4be3e6340921),segment_id=75a24268-332f-4d07-a6fe-4be3e6340921)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:41:33.804719 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.819972 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Calling delete_port for 98035f17-f547-4d59-baa3-d2d14e5341ca owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:41:33.895225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.913099 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (98035f17-f547-4d59-baa3-d2d14e5341ca), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:33.923063 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=98035f17-f547-4d59-baa3-d2d14e5341ca,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:33.924823 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] No DVR routers for this DVR port 98035f17-f547-4d59-baa3-d2d14e5341ca on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:41:33.941103 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] Pushing event deleted for resources: {'Port': ['ID=98035f17-f547-4d59-baa3-d2d14e5341ca,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:33.946630 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e7d6a-0454-46a2-b0f7-cb3109aafec5 None None] No DVR routers for this DVR port 98035f17-f547-4d59-baa3-d2d14e5341ca on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:41:33.959525 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:34.002587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (ee3141f2-3b76-40de-a3df-4fd096ef3d26), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.023882 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3141f2-3b76-40de-a3df-4fd096ef3d26']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:34.033868 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a24268-332f-4d07-a6fe-4be3e6340921') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:34.034172 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a24268-332f-4d07-a6fe-4be3e6340921') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:41:34.044000 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (75a24268-332f-4d07-a6fe-4be3e6340921), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.058347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (75a24268-332f-4d07-a6fe-4be3e6340921), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.064696 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:41:34.065082 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (75a24268-332f-4d07-a6fe-4be3e6340921), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.151080 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 75a24268-332f-4d07-a6fe-4be3e6340921 resource provider aggregate not found Sep 19 17:41:34.168490 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 75a24268-332f-4d07-a6fe-4be3e6340921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75a24268-332f-4d07-a6fe-4be3e6340921 found for delete ", "request_id": "req-c760ce0f-8dc0-4ceb-a6f7-63dd63b7c9a9"}]} Sep 19 17:41:34.198383 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (ee3141f2-3b76-40de-a3df-4fd096ef3d26), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.204530 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.208311 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/ee3141f2-3b76-40de-a3df-4fd096ef3d26 HTTP/1.1" status: 204 len: 168 time: 0.6891649 Sep 19 17:41:34.220511 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613ae2-82a0-458a-9344-d84b2ea08e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3141f2-3b76-40de-a3df-4fd096ef3d26,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:34.306972 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.514969 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34842) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:34.560463 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-94f118ed-804d-48b0-9386-3ebd960db281 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=8f2c3b46d08c4bf5a149abc8fe589909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436106 Sep 19 17:41:34.563341 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34844) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:34.585387 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:41:34.604248 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:41:34.604593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 9a0a314a-e4bd-4e05-b96b-c3f39b2e60ae not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:41:34.605010 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 98035f17-f547-4d59-baa3-d2d14e5341ca no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:41:34.612027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] Publish callbacks [] for security_group (4aceb64c-968f-42c5-a6dd-dd84b7d1f41e), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.622688 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 98035f17-f547-4d59-baa3-d2d14e5341ca {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:41:34.623035 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 98035f17-f547-4d59-baa3-d2d14e5341ca not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:41:34.623448 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c92f3c3-6b9f-4969-a140-324a80cf06d6 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:41:34.632709 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] Publish callbacks [] for security_group (4aceb64c-968f-42c5-a6dd-dd84b7d1f41e), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.642674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 1c92f3c3-6b9f-4969-a140-324a80cf06d6 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:41:34.643013 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c92f3c3-6b9f-4969-a140-324a80cf06d6 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:41:34.757283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (4aceb64c-968f-42c5-a6dd-dd84b7d1f41e), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.759902 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:34.761115 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/4aceb64c-968f-42c5-a6dd-dd84b7d1f41e HTTP/1.1" status: 204 len: 168 time: 0.1968026 Sep 19 17:41:34.769386 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ea13a-44be-4530-80ec-7e505aa579d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aceb64c-968f-42c5-a6dd-dd84b7d1f41e,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:34.862498 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:34.865882 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:36.396647 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=73,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:36.400116 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=79,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:41.907824 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-5623a76f-0442-46f9-bc37-f768a978a84e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418329 Sep 19 17:41:42.019187 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-61a10bc1-1639-455d-a12f-4ab84204c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:42.020716 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-61a10bc1-1639-455d-a12f-4ab84204c873 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0419250 Sep 19 17:41:42.128114 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-12969f47-9821-4143-904b-ae3f188d32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:42.129591 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-12969f47-9821-4143-904b-ae3f188d32e5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0888674 Sep 19 17:41:42.197008 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-bd611e31-70f5-4a96-bfe1-dfa92ac8d461 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 1001 time: 0.0602252 Sep 19 17:41:42.230803 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:42.249458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-6331cae8-61e9-451e-8ba7-9098c12c4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:42.251626 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-6331cae8-61e9-451e-8ba7-9098c12c4d46 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0473571 Sep 19 17:41:42.297377 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-88d34d23-272d-41ad-98b2-2a5b7da6055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:41:42.299204 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-88d34d23-272d-41ad-98b2-2a5b7da6055e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414352 Sep 19 17:41:42.396405 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-0b7a76d4-ff87-41c6-b1b8-6cedebaf821e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893025 Sep 19 17:41:42.495424 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-2b4d78f6-8827-4f6c-aa7e-536fe55e8bbe req-ac5d90c5-5651-4222-a2f2-dd6a977e579b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891912 Sep 19 17:41:44.625482 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=77,neutron:DELETE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:44.783367 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:46.505259 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 34958) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:46.620592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.660566 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:46.699059 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Publish callbacks [] for security_group (1f526390-f85a-483a-85bd-862c632ec31f), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.763486 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1f526390-f85a-483a-85bd-862c632ec31f), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.807167 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f526390-f85a-483a-85bd-862c632ec31f,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:46.812087 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=90f2e6fa24194fdfa746e8dfdc024002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058126 Sep 19 17:41:46.815581 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 34964) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:46.817289 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.817633 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.818023 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.818352 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.818679 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.819006 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.819326 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.819646 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.819997 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.820312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.820630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.820952 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.821272 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.821586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.821902 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccc7e3-50d9-4379-8f3d-02ffdbf51603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:41:46.866325 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] Publish callbacks [] for security_group (1f526390-f85a-483a-85bd-862c632ec31f), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.887260 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] Publish callbacks [] for security_group (1f526390-f85a-483a-85bd-862c632ec31f), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.996631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (1f526390-f85a-483a-85bd-862c632ec31f), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:46.999306 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:47.001230 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/1f526390-f85a-483a-85bd-862c632ec31f HTTP/1.1" status: 204 len: 168 time: 0.1845839 Sep 19 17:41:47.009459 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a589e0-941d-4f12-b95b-2bc5faf831f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f526390-f85a-483a-85bd-862c632ec31f,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:49.255588 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:41:51.810940 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35030) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:51.916630 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-838cdee2-ef22-41ad-8443-dc6e44470390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:51.989838 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-838cdee2-ef22-41ad-8443-dc6e44470390 admin admin] Publish callbacks [] for security_group (aeeda968-93f2-4b3b-bcd3-a7dde0646843), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.060398 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-838cdee2-ef22-41ad-8443-dc6e44470390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (aeeda968-93f2-4b3b-bcd3-a7dde0646843), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.101359 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-838cdee2-ef22-41ad-8443-dc6e44470390 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=c52c652f55a74c0e9c1535439767afc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893217 Sep 19 17:41:52.102243 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cdee2-ef22-41ad-8443-dc6e44470390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeda968-93f2-4b3b-bcd3-a7dde0646843,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:52.104993 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35034) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:41:52.156583 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] Publish callbacks [] for security_group (aeeda968-93f2-4b3b-bcd3-a7dde0646843), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.179952 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] Publish callbacks [] for security_group (aeeda968-93f2-4b3b-bcd3-a7dde0646843), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.306707 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (aeeda968-93f2-4b3b-bcd3-a7dde0646843), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.309374 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:52.310606 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/aeeda968-93f2-4b3b-bcd3-a7dde0646843 HTTP/1.1" status: 204 len: 168 time: 0.2038889 Sep 19 17:41:52.319269 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c584978-d1ba-4a43-9071-1962a22e6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeda968-93f2-4b3b-bcd3-a7dde0646843,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:41:56.146852 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9859-c133-47d2-b23c-2321dbdfaccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:58.242784 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:58.534182 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-02cf4201-986b-4363-b254-63b6b69635c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:41:59.248092 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=6 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:41:59.842885 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:01.168683 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:01.597420 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:02.095896 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:02.097847 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=66,neutron:INSERT=16 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:02.313626 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:02.314414 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=29,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:04.327273 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.066305 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35130) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:06.173425 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-70c034cc-f75d-4ee6-bb1f-a5293aebebea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.248451 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-70c034cc-f75d-4ee6-bb1f-a5293aebebea admin admin] Publish callbacks [] for security_group (2beb47e8-221e-4ed7-8ccb-84220d3fece7), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.345779 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-70c034cc-f75d-4ee6-bb1f-a5293aebebea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2beb47e8-221e-4ed7-8ccb-84220d3fece7), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.386430 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-70c034cc-f75d-4ee6-bb1f-a5293aebebea admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5064afb1aad5419a8bd4e68a84949141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190327 Sep 19 17:42:06.387293 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c034cc-f75d-4ee6-bb1f-a5293aebebea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb47e8-221e-4ed7-8ccb-84220d3fece7,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:06.390032 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35134) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:06.439563 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] Publish callbacks [] for security_group (2beb47e8-221e-4ed7-8ccb-84220d3fece7), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.460079 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] Publish callbacks [] for security_group (2beb47e8-221e-4ed7-8ccb-84220d3fece7), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.619963 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (2beb47e8-221e-4ed7-8ccb-84220d3fece7), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.622498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:06.623681 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/2beb47e8-221e-4ed7-8ccb-84220d3fece7 HTTP/1.1" status: 204 len: 168 time: 0.2323892 Sep 19 17:42:06.632553 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58f401-ab38-40eb-8e2b-2249939659ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb47e8-221e-4ed7-8ccb-84220d3fece7,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:07.338028 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35140) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:07.352031 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14e89bea-8405-4dcb-924a-cab5056675cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.427328 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14e89bea-8405-4dcb-924a-cab5056675cd admin admin] Publish callbacks [] for security_group (368a7367-3d78-4362-95ad-18f54a31205d), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.499835 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-14e89bea-8405-4dcb-924a-cab5056675cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (368a7367-3d78-4362-95ad-18f54a31205d), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.539889 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-14e89bea-8405-4dcb-924a-cab5056675cd admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=6595081a17b04c2ab9aea976858caf2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995955 Sep 19 17:42:07.541026 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e89bea-8405-4dcb-924a-cab5056675cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a7367-3d78-4362-95ad-18f54a31205d,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:07.541814 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35142) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:07.593616 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] Publish callbacks [] for security_group (368a7367-3d78-4362-95ad-18f54a31205d), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.613662 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] Publish callbacks [] for security_group (368a7367-3d78-4362-95ad-18f54a31205d), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.734624 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (368a7367-3d78-4362-95ad-18f54a31205d), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.737244 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:07.738479 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/368a7367-3d78-4362-95ad-18f54a31205d HTTP/1.1" status: 204 len: 168 time: 0.1950555 Sep 19 17:42:07.747656 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017de6b-29b8-46e0-b457-7548f975f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a7367-3d78-4362-95ad-18f54a31205d,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:16.644747 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:16.871566 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35266) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:16.976859 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-36c4ba83-e3fe-426f-ac3f-623532bc4b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.050321 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-36c4ba83-e3fe-426f-ac3f-623532bc4b9a admin admin] Publish callbacks [] for security_group (7e180fad-f069-42ac-a734-eaee97dfb771), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.133787 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-36c4ba83-e3fe-426f-ac3f-623532bc4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7e180fad-f069-42ac-a734-eaee97dfb771), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.173686 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-36c4ba83-e3fe-426f-ac3f-623532bc4b9a admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=0bd57dd2a88d4ae09ad88f701984a607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010054 Sep 19 17:42:17.174535 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4ba83-e3fe-426f-ac3f-623532bc4b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e180fad-f069-42ac-a734-eaee97dfb771,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:17.177592 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35270) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:17.228387 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] Publish callbacks [] for security_group (7e180fad-f069-42ac-a734-eaee97dfb771), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.249400 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] Publish callbacks [] for security_group (7e180fad-f069-42ac-a734-eaee97dfb771), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.374482 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (7e180fad-f069-42ac-a734-eaee97dfb771), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.377852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:17.381610 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/7e180fad-f069-42ac-a734-eaee97dfb771 HTTP/1.1" status: 204 len: 168 time: 0.2002149 Sep 19 17:42:17.387816 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95313ae9-89ff-46bf-bee3-c927a4018cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e180fad-f069-42ac-a734-eaee97dfb771,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:17.762022 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:18.001699 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35276) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:18.017636 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-997d99be-8047-4c13-bf7b-15decad86508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.092803 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-997d99be-8047-4c13-bf7b-15decad86508 admin admin] Publish callbacks [] for security_group (d94dbc7b-b677-4e58-b938-a18068945ce8), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.208411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-997d99be-8047-4c13-bf7b-15decad86508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d94dbc7b-b677-4e58-b938-a18068945ce8), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.249462 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-997d99be-8047-4c13-bf7b-15decad86508 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=5b10f7c499284f66bbbd9b1501e78f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466805 Sep 19 17:42:18.250301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d99be-8047-4c13-bf7b-15decad86508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94dbc7b-b677-4e58-b938-a18068945ce8,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:18.252599 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35278) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:18.305659 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] Publish callbacks [] for security_group (d94dbc7b-b677-4e58-b938-a18068945ce8), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.327584 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] Publish callbacks [] for security_group (d94dbc7b-b677-4e58-b938-a18068945ce8), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.431084 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (d94dbc7b-b677-4e58-b938-a18068945ce8), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.433688 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:18.435338 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/d94dbc7b-b677-4e58-b938-a18068945ce8 HTTP/1.1" status: 204 len: 168 time: 0.1816370 Sep 19 17:42:18.443505 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630268e-1485-4693-b886-d72611a07722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94dbc7b-b677-4e58-b938-a18068945ce8,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.331396 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35350) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:21.438330 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d9c40657-f796-48fa-abf0-5add91d515d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.474149 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:21.475740 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:21.518422 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d9c40657-f796-48fa-abf0-5add91d515d7 admin admin] Publish callbacks [] for security_group (a50273ca-636b-4301-a5b9-3454b9fac84b), precommit_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.602011 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-d9c40657-f796-48fa-abf0-5add91d515d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a50273ca-636b-4301-a5b9-3454b9fac84b), after_create {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.642767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-d9c40657-f796-48fa-abf0-5add91d515d7 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=2053af20adc6428d9875bc2079fa306e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102989 Sep 19 17:42:21.644051 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c40657-f796-48fa-abf0-5add91d515d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50273ca-636b-4301-a5b9-3454b9fac84b,revision_number=1']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:21.645697 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35354) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:21.695894 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] Publish callbacks [] for security_group (a50273ca-636b-4301-a5b9-3454b9fac84b), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.716892 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] Publish callbacks [] for security_group (a50273ca-636b-4301-a5b9-3454b9fac84b), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.875605 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (a50273ca-636b-4301-a5b9-3454b9fac84b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.878462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:21.879645 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/a50273ca-636b-4301-a5b9-3454b9fac84b HTTP/1.1" status: 204 len: 168 time: 0.2328947 Sep 19 17:42:21.889174 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8b1a3-ce4b-45b4-8d53-f5586db387a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50273ca-636b-4301-a5b9-3454b9fac84b,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:22.549458 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35360) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:22.555796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:22.563744 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-81a4a583-73e8-4612-82fb-872d144febe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.578727 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:22.641252 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-81a4a583-73e8-4612-82fb-872d144febe9 admin admin] Publish callbacks [] for security_group (8d08f206-a081-4e5f-b91b-836f33218db7), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.716998 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-81a4a583-73e8-4612-82fb-872d144febe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8d08f206-a081-4e5f-b91b-836f33218db7), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.755150 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4a583-73e8-4612-82fb-872d144febe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d08f206-a081-4e5f-b91b-836f33218db7,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:22.759251 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-81a4a583-73e8-4612-82fb-872d144febe9 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=85c804d8e4e5474dbadc963844115dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087977 Sep 19 17:42:22.762681 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35362) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:22.811203 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] Publish callbacks [] for security_group (8d08f206-a081-4e5f-b91b-836f33218db7), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.830730 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] Publish callbacks [] for security_group (8d08f206-a081-4e5f-b91b-836f33218db7), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.945409 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (8d08f206-a081-4e5f-b91b-836f33218db7), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.948061 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:22.949273 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/8d08f206-a081-4e5f-b91b-836f33218db7 HTTP/1.1" status: 204 len: 168 time: 0.1862636 Sep 19 17:42:22.958345 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332667c-1882-466d-a7ed-38b1732b0d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d08f206-a081-4e5f-b91b-836f33218db7,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:24.254874 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:24.562961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35392) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:24.667629 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-45b453dd-200f-4744-86be-951c2039e8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:24.746125 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-45b453dd-200f-4744-86be-951c2039e8d6 admin admin] Publish callbacks [] for security_group (0842a1f8-b3e1-4997-b1a3-b7aea28c38d2), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:24.813706 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-45b453dd-200f-4744-86be-951c2039e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0842a1f8-b3e1-4997-b1a3-b7aea28c38d2), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:24.832732 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:24.855541 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b453dd-200f-4744-86be-951c2039e8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842a1f8-b3e1-4997-b1a3-b7aea28c38d2,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:24.860012 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-45b453dd-200f-4744-86be-951c2039e8d6 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=14661f3bb9354bc69fe4f894ef78c236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960322 Sep 19 17:42:24.862734 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35396) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:24.914164 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] Publish callbacks [] for security_group (0842a1f8-b3e1-4997-b1a3-b7aea28c38d2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:24.934646 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] Publish callbacks [] for security_group (0842a1f8-b3e1-4997-b1a3-b7aea28c38d2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:25.042361 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (0842a1f8-b3e1-4997-b1a3-b7aea28c38d2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:25.044996 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:25.046147 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/0842a1f8-b3e1-4997-b1a3-b7aea28c38d2 HTTP/1.1" status: 204 len: 168 time: 0.1826124 Sep 19 17:42:25.054396 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56236a-c60e-4938-8ead-8f48d9ec18ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842a1f8-b3e1-4997-b1a3-b7aea28c38d2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:26.122495 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1b23a77f-6c74-49de-b556-700bbabd6ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:26.255925 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:42:28.092832 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2587d1b6-b8fb-4140-a2f9-6f23037882f9 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=7ab3649e79e344958f3991251622465a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289857 Sep 19 17:42:28.272619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-434209c3-6f38-4b31-ade2-30fcbcd3ff13 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:28.274068 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-434209c3-6f38-4b31-ade2-30fcbcd3ff13 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761122 Sep 19 17:42:28.290971 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-e4a64695-2fab-419c-8336-76cba183d4ca tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/quotas/7ab3649e79e344958f3991251622465a HTTP/1.1" status: 200 len: 375 time: 0.0095482 Sep 19 17:42:28.330206 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-a1f8f389-d264-4cdc-a546-31a468d44bb6 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7ab3649e79e344958f3991251622465a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316284 Sep 19 17:42:28.515772 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e1ca3b2a-a0bd-4eca-ae80-7df818b6d40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:28.583637 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-edfc89b9-4c30-4461-a2e3-daff01bf895b req-e4fe8f52-9060-4a5c-9fc8-52728cff807c tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 210 time: 0.0425200 Sep 19 17:42:29.694432 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-39c230c3-2c77-4542-b208-0b46e7abb77f req-1931da69-9909-4116-aee9-6bef36c0a5ee tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 210 time: 0.0294151 Sep 19 17:42:29.853786 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:30.798664 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-81269f7f-84fe-42ab-b444-cbd02dfc24c5 req-98423678-d625-4ae6-bd59-36c3eaf57e87 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Sep 19 17:42:31.143867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.258452 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-6cb4efc5-8967-4a96-abf5-f532f442e142 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7ab3649e79e344958f3991251622465a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312741 Sep 19 17:42:31.468498 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-633770ca-43ed-41de-976a-0b33bb875a69 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:31.470018 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-633770ca-43ed-41de-976a-0b33bb875a69 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069247 Sep 19 17:42:31.488704 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Request body: {'port': {'device_id': '4552abdf-7e19-43de-aa97-b461aefa0608', 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a', 'admin_state_up': True, 'tenant_id': '7ab3649e79e344958f3991251622465a'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:42:31.608270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.665449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Made reservation on behalf of 7ab3649e79e344958f3991251622465a for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:42:31.669826 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.682502 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks [] for security_group (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.746195 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:31.759891 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks [] for security_group (b3a6a614-ed18-45b9-9a66-a33a9678e1d1), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.830841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b3a6a614-ed18-45b9-9a66-a33a9678e1d1), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:31.896898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a6a614-ed18-45b9-9a66-a33a9678e1d1,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:31.917039 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b04b2bf2-f977-40d1-b79d-5123f1cfe48b req-ab168c4a-1acb-472b-83d3-dcfd0d20540a tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 210 time: 0.0357254 Sep 19 17:42:31.982194 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Allocated IP 192.168.233.35 (de5e5066-5a7b-4dc2-8804-5fc583d5a36a/fc74fc8a-543c-4f62-9ade-a255cb06ea41/03a6c830-e52b-4a7e-8611-dd965e963942) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:42:32.129898 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks [] for port (03a6c830-e52b-4a7e-8611-dd965e963942), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.150665 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:32.219909 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.270470 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Network de5e5066-5a7b-4dc2-8804-5fc583d5a36a is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:42:32.273869 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:42:32.279336 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:42:32.302471 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Pushing event updated for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:32.333481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:32.334112 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.473584 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2401f802-1d5e-4667-aa49-b383b8e7f4da tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9887955 Sep 19 17:42:32.492065 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Request body: {'port': {'device_id': '4552abdf-7e19-43de-aa97-b461aefa0608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:42:32.532497 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Provisioning complete for port 03a6c830-e52b-4a7e-8611-dd965e963942 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:42:32.533142 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.533142 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Attempt 1 to provision port 03a6c830-e52b-4a7e-8611-dd965e963942 Sep 19 17:42:32.552318 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.565855 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Port 03a6c830-e52b-4a7e-8611-dd965e963942 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:42:32.751309 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:32.811982 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a6c830-e52b-4a7e-8611-dd965e963942 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:42:32.819905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks [] for port (03a6c830-e52b-4a7e-8611-dd965e963942), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.832317 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Transition to ACTIVE for port object 03a6c830-e52b-4a7e-8611-dd965e963942 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:42:32.904979 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:32.967816 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Pushing event updated for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:33.022771 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Attempting to bind port 03a6c830-e52b-4a7e-8611-dd965e963942 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:42:33.023022 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Attempting to bind port 03a6c830-e52b-4a7e-8611-dd965e963942 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:42:33.023319 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Attempting to bind port 03a6c830-e52b-4a7e-8611-dd965e963942 on network de5e5066-5a7b-4dc2-8804-5fc583d5a36a {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:42:33.054021 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd114c-50cb-44fc-a34e-75be1e6d8085 req-759f76db-f76d-42d6-a145-02da3eebb088 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.055661 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bddd114c-50cb-44fc-a34e-75be1e6d8085 req-759f76db-f76d-42d6-a145-02da3eebb088 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 947 time: 0.0488601 Sep 19 17:42:33.066522 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Attempt 2 to provision port 03a6c830-e52b-4a7e-8611-dd965e963942 Sep 19 17:42:33.068140 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Port 03a6c830-e52b-4a7e-8611-dd965e963942 on network de5e5066-5a7b-4dc2-8804-5fc583d5a36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:42:33.068543 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Attempting to bind port 03a6c830-e52b-4a7e-8611-dd965e963942 on network de5e5066-5a7b-4dc2-8804-5fc583d5a36a {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:42:33.102506 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Port 03a6c830-e52b-4a7e-8611-dd965e963942 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:42:33.106685 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-bddd114c-50cb-44fc-a34e-75be1e6d8085 req-7ec004fd-7d1d-4235-92ae-88a84aff63c9 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Sep 19 17:42:33.116587 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:42:33.116928 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Checking segment: {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:42:33.117312 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Bound using segment: {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:42:33.117751 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Bound port: 03a6c830-e52b-4a7e-8611-dd965e963942, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915f811c-a33a-4d18-b538-7f35b8232fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:42:33.118239 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:33.180931 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:42:33.184502 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=03a6c830-e52b-4a7e-8611-dd965e963942,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:42:33.265185 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:33.270470 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.271084 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:33.272480 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/03a6c830-e52b-4a7e-8611-dd965e963942 HTTP/1.1" status: 200 len: 1097 time: 0.7846012 Sep 19 17:42:33.272934 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:33.273962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:42:33.275876 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d8454-bdf6-4b28-94df-5264c81bd588" -d '{"events": [{"name": "network-changed", "server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:42:33.323319 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885fe6f-d712-4443-be34-da04e373c717 service neutron] Pushing event updated for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:33.334752 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a36e30-b5fa-40fe-956e-5edab79a3d38 x-openstack-request-id: req-c0a36e30-b5fa-40fe-956e-5edab79a3d38 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:42:33.335037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:42:33.335316 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0a36e30-b5fa-40fe-956e-5edab79a3d38 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:42:33.335837 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a36e30-b5fa-40fe-956e-5edab79a3d38'] response: {'name': 'network-changed', 'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942', 'status': 'completed', 'code': 200} Sep 19 17:42:33.430060 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d8454-bdf6-4b28-94df-5264c81bd588 req-7bee71aa-2e56-4384-a7b7-475050fa9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.434467 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-969d8454-bdf6-4b28-94df-5264c81bd588 req-7bee71aa-2e56-4384-a7b7-475050fa9909 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7ab3649e79e344958f3991251622465a&device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 1131 time: 0.0418313 Sep 19 17:42:33.464507 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-969d8454-bdf6-4b28-94df-5264c81bd588 req-afe75173-8f74-4509-a9b1-6e0a47bea667 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7ab3649e79e344958f3991251622465a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199831 Sep 19 17:42:33.563586 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d8454-bdf6-4b28-94df-5264c81bd588 req-d9b95b44-12c7-49ca-ad7b-b9cfe15a1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.565163 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-969d8454-bdf6-4b28-94df-5264c81bd588 req-d9b95b44-12c7-49ca-ad7b-b9cfe15a1dd8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955050 Sep 19 17:42:33.604110 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Attempt 3 to provision port 03a6c830-e52b-4a7e-8611-dd965e963942 Sep 19 17:42:33.646086 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-8ec017aa-d9d5-43fd-adae-415cafdd6cba None None] Port 03a6c830-e52b-4a7e-8611-dd965e963942 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:42:33.664732 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-858ffff9-67e2-436a-99aa-f612002537ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.666220 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-858ffff9-67e2-436a-99aa-f612002537ad service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7ab3649e79e344958f3991251622465a&device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 1131 time: 0.0397990 Sep 19 17:42:33.713609 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-b5b3d63a-938e-4596-8278-548e8b49b889 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=03a6c830-e52b-4a7e-8611-dd965e963942 HTTP/1.1" status: 200 len: 217 time: 0.0330515 Sep 19 17:42:33.762080 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-fca85d87-4804-4028-a5cd-f644631c31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.763520 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-fca85d87-4804-4028-a5cd-f644631c31c7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=fc74fc8a-543c-4f62-9ade-a255cb06ea41 HTTP/1.1" status: 200 len: 843 time: 0.0444002 Sep 19 17:42:33.809743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-1e40dfc1-3b99-4ad0-b5a6-fec6cf06020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:33.811264 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-1e40dfc1-3b99-4ad0-b5a6-fec6cf06020b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=de5e5066-5a7b-4dc2-8804-5fc583d5a36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419631 Sep 19 17:42:33.900168 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2989ceb8-9e83-4ad8-827c-001e12d19812 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/de5e5066-5a7b-4dc2-8804-5fc583d5a36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830412 Sep 19 17:42:33.994037 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-bebb3d0a-3bca-4878-a3ec-4817927d20df req-2a37b3c4-269b-4d3f-ad33-c23a5a4d9911 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/de5e5066-5a7b-4dc2-8804-5fc583d5a36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Sep 19 17:42:34.229674 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74070b05-7d2d-42d6-9d98-b02d704aa69d req-3aab1966-bca8-4906-a096-57ec53dd66ed tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:34.231180 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74070b05-7d2d-42d6-9d98-b02d704aa69d req-3aab1966-bca8-4906-a096-57ec53dd66ed tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 947 time: 0.0471520 Sep 19 17:42:34.279330 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-74070b05-7d2d-42d6-9d98-b02d704aa69d req-20f7c8b7-8f1c-4d63-9995-6422509ee079 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Sep 19 17:42:34.309601 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:35.238583 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:35.406483 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100405fe-55eb-4ea5-bc86-09e1ad97fb25 req-dfb8ecc7-8a00-42c1-b1c2-7fd554de2786 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:35.408000 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-100405fe-55eb-4ea5-bc86-09e1ad97fb25 req-dfb8ecc7-8a00-42c1-b1c2-7fd554de2786 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 947 time: 0.0490279 Sep 19 17:42:35.456084 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-100405fe-55eb-4ea5-bc86-09e1ad97fb25 req-509a9091-2f32-4c49-908f-a2a8758ecc7c tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Sep 19 17:42:36.252314 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=6 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:36.577630 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090dba-27ea-4791-87c3-7ea4176d57f2 req-007aedce-30c3-41d6-af99-64d3bee0a6c1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:36.579105 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0090dba-27ea-4791-87c3-7ea4176d57f2 req-007aedce-30c3-41d6-af99-64d3bee0a6c1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 947 time: 0.0469236 Sep 19 17:42:36.626349 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d0090dba-27ea-4791-87c3-7ea4176d57f2 req-17814672-ed4f-4784-9e6d-134e0ce43f72 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Sep 19 17:42:37.749237 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867fc9-0fe9-4262-a6c2-b474adfed034 req-c92f7636-1ec6-45cd-959e-10cf3cc261aa tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:37.750949 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f3867fc9-0fe9-4262-a6c2-b474adfed034 req-c92f7636-1ec6-45cd-959e-10cf3cc261aa tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 947 time: 0.0491693 Sep 19 17:42:37.797933 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f3867fc9-0fe9-4262-a6c2-b474adfed034 req-40e16d30-a457-41b4-b996-fcb4e5d0a396 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Sep 19 17:42:38.206963 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 03a6c830-e52b-4a7e-8611-dd965e963942 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:42:38.305158 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=03a6c830-e52b-4a7e-8611-dd965e963942,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:42:38.320428 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '03a6c830-e52b-4a7e-8611-dd965e963942', 'network_id': 'de5e5066-5a7b-4dc2-8804-5fc583d5a36a', 'port_id': '03a6c830-e52b-4a7e-8611-dd965e963942', 'mac_address': 'fa:16:3e:3a:79:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc74fc8a-543c-4f62-9ade-a255cb06ea41', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:42:38.355388 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 03a6c830-e52b-4a7e-8611-dd965e963942 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:42:38.355817 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:38.370073 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a6c830-e52b-4a7e-8611-dd965e963942 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:42:38.391515 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=03a6c830-e52b-4a7e-8611-dd965e963942,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:42:38.464892 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:38.519606 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:38.527113 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.527461 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.527828 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.528164 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.528491 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.528814 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.529444 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.529773 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.530094 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.530413 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.530729 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.531047 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.531359 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.531670 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.532005 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:38.902261 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:38.905620 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['03a6c830-e52b-4a7e-8611-dd965e963942'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:42:38.921292 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b631-d02a-4193-b08b-da9302a78314 req-fb05a416-b2dc-40a8-a4f5-14257e93511f tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:38.922790 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6239b631-d02a-4193-b08b-da9302a78314 req-fb05a416-b2dc-40a8-a4f5-14257e93511f tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 948 time: 0.0485549 Sep 19 17:42:38.973128 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-6239b631-d02a-4193-b08b-da9302a78314 req-bf1bf6c2-87c6-499f-975a-98dffd4ead1f tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Sep 19 17:42:39.015618 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:39.035658 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:39.222117 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-e94ca83c-6e5a-4d49-83e1-73f6a16d4e35 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377998 Sep 19 17:42:39.314313 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:39.327421 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-1ae66919-a8de-49c9-95ac-87a2dc0c7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:39.328966 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-1ae66919-a8de-49c9-95ac-87a2dc0c7eb6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0418341 Sep 19 17:42:39.440808 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-830f4d71-f6b1-474d-8ca1-b5c9243177a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:39.442278 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-830f4d71-f6b1-474d-8ca1-b5c9243177a7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0938113 Sep 19 17:42:39.510090 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-ad017509-0ede-4c14-92cb-47711db719d8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 1001 time: 0.0600891 Sep 19 17:42:39.558571 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-1791d18b-1dcf-47af-a77f-739b0a39df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:39.560083 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-1791d18b-1dcf-47af-a77f-739b0a39df2a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0442572 Sep 19 17:42:39.602645 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-5d3cda28-a511-4ef2-abbe-06f2d1f15b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:39.604870 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-5d3cda28-a511-4ef2-abbe-06f2d1f15b08 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387306 Sep 19 17:42:39.948244 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-7386e3a5-c6af-4566-9806-9f8818e4ba23 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378012 Sep 19 17:42:40.041564 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-5cc9bda8-b2d8-44d5-af14-eaef6729ee4f req-f448e2eb-8dcd-40cc-a45a-df63061b6269 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Sep 19 17:42:40.137536 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc8799-2db1-40d4-873b-9732d996084a req-4125a703-9b4a-4397-bd12-bcbe487ce8ea tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:40.139842 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5cc8799-2db1-40d4-873b-9732d996084a req-4125a703-9b4a-4397-bd12-bcbe487ce8ea tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 948 time: 0.0863669 Sep 19 17:42:40.190811 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5cc8799-2db1-40d4-873b-9732d996084a req-2d03071f-bb09-436d-9898-15d47c2df990 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Sep 19 17:42:40.224941 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 03a6c830-e52b-4a7e-8611-dd965e963942 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:42:40.267244 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 03a6c830-e52b-4a7e-8611-dd965e963942 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:42:40.350780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 03a6c830-e52b-4a7e-8611-dd965e963942 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:42:40.351163 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:40.351504 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 03a6c830-e52b-4a7e-8611-dd965e963942 Sep 19 17:42:40.427337 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 03a6c830-e52b-4a7e-8611-dd965e963942 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:42:40.427757 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:40.451449 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:42:40.453771 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a82ee1-d0d7-4e36-a20e-0dab33ae5635" -d '{"events": [{"server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "name": "network-vif-plugged", "status": "completed", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:42:40.467245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=03a6c830-e52b-4a7e-8611-dd965e963942,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:42:40.491823 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a126e0-18a4-4ee6-835f-397dd464f1fe x-openstack-request-id: req-01a126e0-18a4-4ee6-835f-397dd464f1fe {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:42:40.492139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "name": "network-vif-plugged", "status": "completed", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:42:40.492351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01a126e0-18a4-4ee6-835f-397dd464f1fe {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:42:40.492771 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a126e0-18a4-4ee6-835f-397dd464f1fe'] response: {'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942', 'code': 200} Sep 19 17:42:40.555383 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:40.605033 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:40.846101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0557-57f5-409e-a539-ff0489ecbf83 req-bd1d56f0-d523-47b0-8575-65f216ed795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:40.847627 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-527f0557-57f5-409e-a539-ff0489ecbf83 req-bd1d56f0-d523-47b0-8575-65f216ed795a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 1133 time: 0.0416000 Sep 19 17:42:40.865841 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:40.893791 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-527f0557-57f5-409e-a539-ff0489ecbf83 req-4f8289f1-5827-4f0a-a833-496e83ec4e88 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Sep 19 17:42:41.313120 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fd4dc-65c2-4f70-a16e-ab574768a8df req-6e7d5a03-f940-400a-9477-c945c3e6c3ae tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:41.314681 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2c1fd4dc-65c2-4f70-a16e-ab574768a8df req-6e7d5a03-f940-400a-9477-c945c3e6c3ae tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0472705 Sep 19 17:42:41.362544 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2c1fd4dc-65c2-4f70-a16e-ab574768a8df req-5ce5fff0-a502-46d4-9321-edc58d9983a3 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Sep 19 17:42:42.485979 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263640-b1ef-4e0c-8067-194b54736511 req-5114bbdf-6780-4b3f-a43a-51691606aebb tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:42.487467 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b6263640-b1ef-4e0c-8067-194b54736511 req-5114bbdf-6780-4b3f-a43a-51691606aebb tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0459781 Sep 19 17:42:42.535561 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b6263640-b1ef-4e0c-8067-194b54736511 req-e59db6e4-e572-413d-a259-f91bddf894b8 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Sep 19 17:42:43.619639 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:43.660861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b19ff-eaa5-48b2-8e3b-e4a5bc33fc52 req-61536797-f2f9-4b6a-b824-3b3c336c992c tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:43.662337 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-651b19ff-eaa5-48b2-8e3b-e4a5bc33fc52 req-61536797-f2f9-4b6a-b824-3b3c336c992c tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0510459 Sep 19 17:42:43.710524 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-651b19ff-eaa5-48b2-8e3b-e4a5bc33fc52 req-196c52f1-6790-451e-8cf7-609b0bee44ae tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Sep 19 17:42:44.167945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dad73-2e16-4d21-92a2-4d16778f0853 req-018365a6-3d41-4635-9007-402a549fb7b7 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:44.169436 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a6dad73-2e16-4d21-92a2-4d16778f0853 req-018365a6-3d41-4635-9007-402a549fb7b7 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0464573 Sep 19 17:42:44.215054 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-5a6dad73-2e16-4d21-92a2-4d16778f0853 req-93288f7f-42a4-4f92-a69f-4e1a0084eb23 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Sep 19 17:42:45.335217 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac946eb2-4532-4ecc-b296-a6831e041969 req-8a78c999-8c16-4d39-9182-eba7cd7e13f5 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:45.336718 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ac946eb2-4532-4ecc-b296-a6831e041969 req-8a78c999-8c16-4d39-9182-eba7cd7e13f5 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0455093 Sep 19 17:42:45.386820 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-ac946eb2-4532-4ecc-b296-a6831e041969 req-7fcf2de1-6b8e-46fe-9f33-ea3b9e69067f tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b3a6a614-ed18-45b9-9a66-a33a9678e1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Sep 19 17:42:45.818207 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-409675b3-b580-4136-a77b-d94409449f11 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:42:45.819731 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-409675b3-b580-4136-a77b-d94409449f11 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 949 time: 0.0454814 Sep 19 17:42:45.899983 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Deleting port 03a6c830-e52b-4a7e-8611-dd965e963942 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:42:45.900325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:45.993487 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] For port 03a6c830-e52b-4a7e-8611-dd965e963942, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=03a6c830-e52b-4a7e-8611-dd965e963942,segment=NetworkSegment(915f811c-a33a-4d18-b538-7f35b8232fd0),segment_id=915f811c-a33a-4d18-b538-7f35b8232fd0)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:42:45.993848 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:46.008907 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Calling delete_port for 03a6c830-e52b-4a7e-8611-dd965e963942 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:42:46.224961 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (03a6c830-e52b-4a7e-8611-dd965e963942), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:46.252825 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Pushing event deleted for resources: {'Port': ['ID=03a6c830-e52b-4a7e-8611-dd965e963942,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:46.264915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['03a6c830-e52b-4a7e-8611-dd965e963942'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:42:46.291300 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:46.308301 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] No DVR routers for this DVR port 03a6c830-e52b-4a7e-8611-dd965e963942 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:42:46.311548 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:46.314981 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d28f27aa-08b1-482d-8f9a-5eca0e2aca87 req-cdb166c1-a505-4ab5-8f27-4ae4183acbf1 tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.67 "DELETE /networking/v2.0/ports/03a6c830-e52b-4a7e-8611-dd965e963942 HTTP/1.1" status: 204 len: 173 time: 0.4894011 Sep 19 17:42:46.315500 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'name': 'network-vif-deleted', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:42:46.317806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa43b8-9de3-48a7-800b-e63cdbc3c12c" -d '{"events": [{"server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "name": "network-vif-deleted", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:42:46.359232 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34fea7c-d29d-42bd-b2d2-28598bd97b61 x-openstack-request-id: req-a34fea7c-d29d-42bd-b2d2-28598bd97b61 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:42:46.359842 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4552abdf-7e19-43de-aa97-b461aefa0608", "name": "network-vif-deleted", "tag": "03a6c830-e52b-4a7e-8611-dd965e963942", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:42:46.360284 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a34fea7c-d29d-42bd-b2d2-28598bd97b61 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:42:46.361068 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34fea7c-d29d-42bd-b2d2-28598bd97b61'] response: {'server_uuid': '4552abdf-7e19-43de-aa97-b461aefa0608', 'name': 'network-vif-deleted', 'tag': '03a6c830-e52b-4a7e-8611-dd965e963942', 'status': 'completed', 'code': 200} Sep 19 17:42:46.495014 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-994d1755-a9c5-4165-9e43-261ee6a71250 req-5d81b55f-c95a-4c98-8ab6-3226ab8b1e2e tempest-VolumesNegativeTest-1254500338 tempest-VolumesNegativeTest-1254500338-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4552abdf-7e19-43de-aa97-b461aefa0608 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Sep 19 17:42:50.272232 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 03a6c830-e52b-4a7e-8611-dd965e963942 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:42:50.293200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 03a6c830-e52b-4a7e-8611-dd965e963942 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:42:50.293545 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 03a6c830-e52b-4a7e-8611-dd965e963942 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:42:53.609714 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35754) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:53.739610 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-fb5b9325-c0a6-4dc1-87d1-a848b8ba1cfb admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=7ab3649e79e344958f3991251622465a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286557 Sep 19 17:42:53.742147 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35758) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:42:53.792565 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Publish callbacks [] for security_group (b3a6a614-ed18-45b9-9a66-a33a9678e1d1), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:53.813590 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Publish callbacks [] for security_group (b3a6a614-ed18-45b9-9a66-a33a9678e1d1), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:53.915840 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (b3a6a614-ed18-45b9-9a66-a33a9678e1d1), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:53.918241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:53.919896 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/b3a6a614-ed18-45b9-9a66-a33a9678e1d1 HTTP/1.1" status: 204 len: 168 time: 0.1768472 Sep 19 17:42:53.927770 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a6a614-ed18-45b9-9a66-a33a9678e1d1,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:42:53.934937 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.935962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.936440 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.936787 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.937116 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.937605 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.937818 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.938145 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.938469 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.938793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.939115 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.939437 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.939781 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.940101 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:53.940426 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954c9e64-d5a6-402b-bed5-1d6feed62972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:42:56.155966 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c246ef0c-0ac7-4964-b3dc-bdc8ae3c322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:56.475460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=24 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:56.476244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=60 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:42:58.515324 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-9434223e-e052-495b-b71d-00d7c3230a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:42:59.834523 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:01.104110 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:01.617787 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:03.256203 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:43:03.930072 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=64,neutron:DELETE=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:03.930966 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:04.304131 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:08.322724 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-a48f987f-1cac-4cce-bbf7-6f78e63616b5 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1369752678&fields=id&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 267 time: 0.0462158 Sep 19 17:43:08.436058 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-650d2877-7ee3-40c3-b820-e36cdebb448b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:08.437569 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-650d2877-7ee3-40c3-b820-e36cdebb448b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1083946 Sep 19 17:43:08.451934 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-3f66a71b-8957-48dd-97c5-2b1ffc5644ab tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/quotas/3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 375 time: 0.0089777 Sep 19 17:43:08.504162 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-5561678c-82e0-4017-9f7a-8e273ea009c7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471151 Sep 19 17:43:08.603943 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-82c8e564-09cf-4dc7-b77f-f4c0aa4764be service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882943 Sep 19 17:43:08.693367 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-d80aaa21-d305-4f31-bb56-513817cf7960 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835631 Sep 19 17:43:09.234550 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-83991044-187d-420f-b122-fae7545c629a req-d6dec688-b6ae-4d7e-99a0-7336b98ca762 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 210 time: 0.0297005 Sep 19 17:43:10.338021 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e2444df4-a5e2-42dd-88f1-6c6185882513 req-5c33bcdd-a60d-4eda-b244-81d24083fbcc tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 210 time: 0.0307250 Sep 19 17:43:11.318789 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-e8e6f65b-a836-41ea-beac-4bd7fe4e2351 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:11.320383 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-e8e6f65b-a836-41ea-beac-4bd7fe4e2351 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 812 time: 0.1160038 Sep 19 17:43:11.396434 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-14bdd6bc-a7e5-4236-b57e-636e959288de tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fa7a842679b460f87e34a84e7d12c5f HTTP/1.1" status: 200 len: 380 time: 0.0591762 Sep 19 17:43:11.406858 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'port': {'device_id': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'admin_state_up': True, 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'security_groups': ['004c06fb-515e-411d-9a51-ff6676bcd4f6']}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:43:11.457879 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-2f2844d2-d428-4262-822c-5e8eaed5ffa4 req-c9ceaa38-ff64-4304-b128-dce6de8b022f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 210 time: 0.0342605 Sep 19 17:43:11.566612 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Made reservation on behalf of 3fa7a842679b460f87e34a84e7d12c5f for: {'port': 1} {{(pid=106880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 17:43:11.570617 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:11.703653 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.20.0.6 (1590abdf-b953-4897-85f6-bffe0b292150/f08194e8-d351-4f0f-8845-0cbc6e2f84cc/93892384-9312-48a0-b5ef-f79b27e3fcf1) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:43:11.849821 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:11.916048 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:11.961140 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 1590abdf-b953-4897-85f6-bffe0b292150 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:43:11.964368 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:43:11.968846 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:43:11.991862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:12.021686 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:12.022318 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.100671 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-ab4f5e38-a76f-4465-8f5c-a3eee82bb3e6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6981535 Sep 19 17:43:12.120225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Request body: {'port': {'device_id': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84801'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:43:12.183524 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:12.190852 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.199571 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=43,neutron:UPDATE=6 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:12.201193 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:12.208395 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Provisioning complete for port 93892384-9312-48a0-b5ef-f79b27e3fcf1 triggered by entity DHCP. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:43:12.208790 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.209101 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Attempt 1 to provision port 93892384-9312-48a0-b5ef-f79b27e3fcf1 Sep 19 17:43:12.230238 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:12.244169 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Port 93892384-9312-48a0-b5ef-f79b27e3fcf1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:43:12.464530 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93892384-9312-48a0-b5ef-f79b27e3fcf1 {{(pid=106880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:43:12.471959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks [] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.484769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.provisioning_blocks [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Transition to ACTIVE for port object 93892384-9312-48a0-b5ef-f79b27e3fcf1 will not be triggered until provisioned by entity L2. {{(pid=106880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 19 17:43:12.537708 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.576453 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0279f3-af54-4a29-9c83-bb5b9e1346eb req-21e63d77-3b58-4b98-841e-d9826f7698ad tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:12.577693 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a0279f3-af54-4a29-9c83-bb5b9e1346eb req-21e63d77-3b58-4b98-841e-d9826f7698ad tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0472617 Sep 19 17:43:12.625210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Pushing event updated for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:12.630626 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1a0279f3-af54-4a29-9c83-bb5b9e1346eb req-5af977fb-81bb-47fd-b422-be9e34299c00 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Sep 19 17:43:12.656741 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Attempting to bind port 93892384-9312-48a0-b5ef-f79b27e3fcf1 on host hv-cinder-84801 for vnic_type normal with profile {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 19 17:43:12.661597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Attempting to bind port 93892384-9312-48a0-b5ef-f79b27e3fcf1 by drivers openvswitch,hyperv on host hv-cinder-84801 at level 0 using segments [{'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 19 17:43:12.661597 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Attempting to bind port 93892384-9312-48a0-b5ef-f79b27e3fcf1 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:43:12.700414 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Port 93892384-9312-48a0-b5ef-f79b27e3fcf1 on network 1590abdf-b953-4897-85f6-bffe0b292150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84801 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 17:43:12.700743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Attempting to bind port 93892384-9312-48a0-b5ef-f79b27e3fcf1 on network 1590abdf-b953-4897-85f6-bffe0b292150 {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 17:43:12.745241 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Attempt 2 to provision port 93892384-9312-48a0-b5ef-f79b27e3fcf1 Sep 19 17:43:12.751995 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Checking agent: {'id': '945a0e5d-3295-4185-92bf-a917c5f29b90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84801', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'started_at': datetime.datetime(2022, 9, 19, 17, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 19, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 19 17:43:12.752422 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Checking segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 19 17:43:12.752887 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Bound using segment: {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'} {{(pid=106880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 19 17:43:12.753403 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.managers [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Bound port: 93892384-9312-48a0-b5ef-f79b27e3fcf1, host: hv-cinder-84801, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cefe99-b932-40a4-8529-376e580a707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150'}}] {{(pid=106880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 19 17:43:12.753908 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.779876 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Port 93892384-9312-48a0-b5ef-f79b27e3fcf1 cannot update to ACTIVE because it is not bound. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 19 17:43:12.816014 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, cleared binding levels {{(pid=106880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 17:43:12.819161 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 17:43:12.870012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.874562 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:12.875165 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:12.876708 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 200 len: 1093 time: 0.7611389 Sep 19 17:43:12.877139 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:43:12.879342 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:43:12.926008 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c71cf7-1fa9-4f56-ade8-1225c876e95b x-openstack-request-id: req-91c71cf7-1fa9-4f56-ade8-1225c876e95b {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:43:12.926293 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:43:12.929079 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91c71cf7-1fa9-4f56-ade8-1225c876e95b {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:43:12.929079 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c71cf7-1fa9-4f56-ade8-1225c876e95b'] response: {'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'status': 'completed', 'code': 200} Sep 19 17:43:12.931769 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098620ea-d71f-40b8-8d35-6acda118abee service neutron] Pushing event updated for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=3']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:13.013002 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:13.055509 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-1f5e35fa-5fe1-4a9d-8876-a5c022203d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.057095 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-1f5e35fa-5fe1-4a9d-8876-a5c022203d5a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1127 time: 0.0402482 Sep 19 17:43:13.166925 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-6d4f5cef-da1a-42e7-8a56-64f9f5ba00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.168353 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-6d4f5cef-da1a-42e7-8a56-64f9f5ba00bd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974290 Sep 19 17:43:13.252210 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:13.253376 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:13.267893 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-27816183-43d1-480c-8d71-841ba0b8a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.269361 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-1c6b5bd6-b19f-4d1d-9d34-23a3236f4c0f req-27816183-43d1-480c-8d71-841ba0b8a148 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944541 Sep 19 17:43:13.281427 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Attempt 3 to provision port 93892384-9312-48a0-b5ef-f79b27e3fcf1 Sep 19 17:43:13.321476 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-a94d617b-3e2b-4e2a-9c07-32d0050b1a12 None None] Port 93892384-9312-48a0-b5ef-f79b27e3fcf1 had new provisioning blocks added so it will not transition to active. {{(pid=106881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 19 17:43:13.377477 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-cd5e77d0-8b89-4c5a-939a-694646ee5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.379053 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-cd5e77d0-8b89-4c5a-939a-694646ee5cc5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1127 time: 0.0439677 Sep 19 17:43:13.426557 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-c92c364e-27fd-42dd-bf74-ec97c23613f8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 200 len: 217 time: 0.0338485 Sep 19 17:43:13.480252 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-5d914304-3dd3-487f-b6e6-8a549997dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.481908 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-5d914304-3dd3-487f-b6e6-8a549997dd8c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0500224 Sep 19 17:43:13.526433 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-8e607944-f7cb-449d-afb4-df99296a0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.527994 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-8e607944-f7cb-449d-afb4-df99296a0b2e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393848 Sep 19 17:43:13.606934 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:13.621684 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-545d5e79-8d5f-4ac4-a6f6-5003be339724 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Sep 19 17:43:13.719455 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-aa5842c3-d317-4c90-adc1-01e9e1bfef7b req-a3bdbfb9-7453-4e2a-94ee-2489330914de service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914879 Sep 19 17:43:13.761002 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9dd10-70f5-45bb-a442-b0d137efe5a6 req-dfb9146e-a3a1-493c-9b94-62cd61eb7757 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:13.762519 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c6f9dd10-70f5-45bb-a442-b0d137efe5a6 req-dfb9146e-a3a1-493c-9b94-62cd61eb7757 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0486159 Sep 19 17:43:13.816797 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-c6f9dd10-70f5-45bb-a442-b0d137efe5a6 req-ee0fb463-ed67-4c0e-8dd4-8048c3f4d20f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477560 Sep 19 17:43:14.937106 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d38a92-69fe-4629-922f-f5aa8c52ddf8 req-cf74a6b6-b432-4862-aafa-7866fa7fb353 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:14.938558 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b5d38a92-69fe-4629-922f-f5aa8c52ddf8 req-cf74a6b6-b432-4862-aafa-7866fa7fb353 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0454683 Sep 19 17:43:14.987604 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b5d38a92-69fe-4629-922f-f5aa8c52ddf8 req-99646f56-2e0e-44b5-a968-591419883f13 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Sep 19 17:43:16.107226 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0865-4e09-4542-9f34-0b236a73f9e6 req-a6a0cc98-078a-42ca-871d-5a8d5b58f2c0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:16.108741 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ffe0865-4e09-4542-9f34-0b236a73f9e6 req-a6a0cc98-078a-42ca-871d-5a8d5b58f2c0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0462692 Sep 19 17:43:16.158454 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-0ffe0865-4e09-4542-9f34-0b236a73f9e6 req-978e1ac4-e65d-4478-a748-5476fd99015d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Sep 19 17:43:17.282732 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e6b4-281f-4af5-a749-ab8616b7a3a4 req-7f13d42a-7d71-4ba0-98f5-27d392042e31 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:17.284251 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e6d5e6b4-281f-4af5-a749-ab8616b7a3a4 req-7f13d42a-7d71-4ba0-98f5-27d392042e31 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0498171 Sep 19 17:43:17.334804 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-e6d5e6b4-281f-4af5-a749-ab8616b7a3a4 req-7215cf69-049b-49eb-b519-1dcb808cc3ae tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448103 Sep 19 17:43:18.459544 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66f652-b5f9-4973-b040-24719b0b4fb7 req-a3731207-601e-4cc2-b98c-f97046114583 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:18.460968 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be66f652-b5f9-4973-b040-24719b0b4fb7 req-a3731207-601e-4cc2-b98c-f97046114583 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0463138 Sep 19 17:43:18.518071 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-be66f652-b5f9-4973-b040-24719b0b4fb7 req-f4165282-de0d-440f-a752-984f20a6e5bf tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490808 Sep 19 17:43:19.605318 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:19.633947 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=100 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:19.645654 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6d526-3510-415b-8d28-1383fca92309 req-296de0e2-59ba-4ba0-ae79-dc244c30ae4d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:19.647134 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91c6d526-3510-415b-8d28-1383fca92309 req-296de0e2-59ba-4ba0-ae79-dc244c30ae4d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0516205 Sep 19 17:43:19.696207 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-91c6d526-3510-415b-8d28-1383fca92309 req-6cfcc324-0aa0-4b80-a4c2-5bb1e5374006 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Sep 19 17:43:20.818803 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace42f2-5914-49e3-a527-670a5e0a7921 req-e46501df-b822-4329-ab3c-2ef316b4757a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:20.820296 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ace42f2-5914-49e3-a527-670a5e0a7921 req-e46501df-b822-4329-ab3c-2ef316b4757a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0464990 Sep 19 17:43:20.871850 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-4ace42f2-5914-49e3-a527-670a5e0a7921 req-4ac75919-fa99-4bbf-a8f5-9b8767234103 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 Sep 19 17:43:21.991809 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ffe23-2066-4bac-9d0a-8c9bede9ad3e req-2aae8af3-7863-408f-b6a4-4223d5c84003 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:21.997104 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a56ffe23-2066-4bac-9d0a-8c9bede9ad3e req-2aae8af3-7863-408f-b6a4-4223d5c84003 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 943 time: 0.0460186 Sep 19 17:43:22.045306 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-a56ffe23-2066-4bac-9d0a-8c9bede9ad3e req-c9fb9f65-6ecd-457b-a870-a89e7ce8e20b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 Sep 19 17:43:22.469575 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 93892384-9312-48a0-b5ef-f79b27e3fcf1 details requested by agent hyperv_hv-cinder-84801 with host hv-cinder-84801 {{(pid=106881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 17:43:22.567157 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:43:22.580983 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Returning: {'device': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'port_id': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'mac_address': 'fa:16:3e:fe:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 17:43:22.623327 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 93892384-9312-48a0-b5ef-f79b27e3fcf1 is: DOWN; New status is: BUILD {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:43:22.623758 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:22.637903 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93892384-9312-48a0-b5ef-f79b27e3fcf1 {{(pid=106881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 19 17:43:22.658196 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:43:22.766839 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:22.813725 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=4']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:23.166091 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ad64d-7128-4553-9886-6925630d4d7b req-d5a43833-6e06-4830-b2c8-ed0fee5c9a99 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:23.167553 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b1ad64d-7128-4553-9886-6925630d4d7b req-d5a43833-6e06-4830-b2c8-ed0fee5c9a99 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 944 time: 0.0462174 Sep 19 17:43:23.216993 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-8b1ad64d-7128-4553-9886-6925630d4d7b req-bf99628a-9b35-4d09-8c42-132db1751cc3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Sep 19 17:43:23.221944 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] get_ports_and_sgs() called for port_ids ['93892384-9312-48a0-b5ef-f79b27e3fcf1'] {{(pid=106881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 19 17:43:23.544552 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=17 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:23.547490 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=9 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:23.708772 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=58 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:23.715748 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:24.339463 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a9d1e-cf7b-404c-98b6-ecf1a05ac560 req-e736be92-5fba-4621-b089-ca73f37520a0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:24.340941 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f90a9d1e-cf7b-404c-98b6-ecf1a05ac560 req-e736be92-5fba-4621-b089-ca73f37520a0 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 944 time: 0.0458033 Sep 19 17:43:24.390536 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f90a9d1e-cf7b-404c-98b6-ecf1a05ac560 req-ceaa2619-7253-4aef-8fbe-1c8cce59e035 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Sep 19 17:43:24.504375 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 93892384-9312-48a0-b5ef-f79b27e3fcf1 up at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 17:43:24.545032 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning for port 93892384-9312-48a0-b5ef-f79b27e3fcf1 completed by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 19 17:43:24.623054 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.provisioning_blocks [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Provisioning complete for port 93892384-9312-48a0-b5ef-f79b27e3fcf1 triggered by entity L2. {{(pid=106881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 19 17:43:24.623436 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33449694'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), provisioning_complete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:24.623867 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Attempt 1 to provision port 93892384-9312-48a0-b5ef-f79b27e3fcf1 Sep 19 17:43:24.626332 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:24.697271 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:24.701410 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Current status of the port 93892384-9312-48a0-b5ef-f79b27e3fcf1 is: BUILD; New status is: ACTIVE {{(pid=106881) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 19 17:43:24.701830 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), before_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:24.725394 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1'}] {{(pid=106881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:43:24.727646 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5c0867ca10c7b99a2ce6c9db7dfbc3f69a8fe23a87f9f4e361887cacbb1929" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f0ce9f-1174-43e5-a38b-a46e87e077cc" -d '{"events": [{"server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "name": "network-vif-plugged", "status": "completed", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1"}]}' {{(pid=106881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:43:24.740692 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:43:24.766678 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1853f6-652c-44f2-a975-0d74ca8a7441 x-openstack-request-id: req-6a1853f6-652c-44f2-a975-0d74ca8a7441 {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:43:24.767002 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "name": "network-vif-plugged", "status": "completed", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1", "code": 200}]} {{(pid=106881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:43:24.767257 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a1853f6-652c-44f2-a975-0d74ca8a7441 {{(pid=106881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:43:24.767659 dv-cinder-848013-2-iscsi neutron-server[106881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1853f6-652c-44f2-a975-0d74ca8a7441'] response: {'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'code': 200} Sep 19 17:43:24.818021 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:24.867275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Pushing event updated for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=5']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:25.234962 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823eae2-3d3b-4a27-b794-ea4e3bc8b19a req-af633d53-de70-480a-8aa1-b0ddcf47e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:25.236494 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d823eae2-3d3b-4a27-b794-ea4e3bc8b19a req-af633d53-de70-480a-8aa1-b0ddcf47e71d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1129 time: 0.0395420 Sep 19 17:43:25.284999 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d823eae2-3d3b-4a27-b794-ea4e3bc8b19a req-118265e6-eaad-4e2f-bc86-883fb0acba08 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411341 Sep 19 17:43:25.760852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659d69a-e9ed-4c0d-8a84-3630292f3be7 req-d5eb3f68-ec30-4ffa-bfdc-8b89e9e9d123 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:25.762335 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b659d69a-e9ed-4c0d-8a84-3630292f3be7 req-d5eb3f68-ec30-4ffa-bfdc-8b89e9e9d123 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.2968497 Sep 19 17:43:25.811813 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-b659d69a-e9ed-4c0d-8a84-3630292f3be7 req-c035b5c4-8ded-46cd-a852-d25e7cea767f tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Sep 19 17:43:26.119567 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-4c14d8ae-7e6e-4dd6-a689-bf3bec6e8108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:26.935223 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c5455-ddee-4b7a-a935-d44350981c66 req-beabf6e4-390d-4449-8189-209107831b6c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:26.936768 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d90c5455-ddee-4b7a-a935-d44350981c66 req-beabf6e4-390d-4449-8189-209107831b6c tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.0462842 Sep 19 17:43:26.987452 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d90c5455-ddee-4b7a-a935-d44350981c66 req-be122f76-b29b-4009-b678-04e629a3ba63 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 Sep 19 17:43:28.111442 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51bdf-bbcb-4fcb-b7bc-b01418ec5f93 req-42e37b06-c52c-46ff-a9ec-3f92b9241832 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:28.112943 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62d51bdf-bbcb-4fcb-b7bc-b01418ec5f93 req-42e37b06-c52c-46ff-a9ec-3f92b9241832 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.0490470 Sep 19 17:43:28.162482 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-62d51bdf-bbcb-4fcb-b7bc-b01418ec5f93 req-6300c683-9226-443f-8d67-4f0166aaa94d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438948 Sep 19 17:43:28.282003 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf85a12-65b3-4037-8d15-06c9d9ad587e req-dd4bf98b-c6b1-4430-a42b-9063440a3afb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:28.283477 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cf85a12-65b3-4037-8d15-06c9d9ad587e req-dd4bf98b-c6b1-4430-a42b-9063440a3afb tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.0476484 Sep 19 17:43:28.331791 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-7cf85a12-65b3-4037-8d15-06c9d9ad587e req-ddd0e2d0-a48c-4ee4-bbf8-fa02736fb9a6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Sep 19 17:43:28.360241 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35862) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:43:28.526653 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-01b55368-0fe2-444e-9b05-d72ce114e264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:28.551381 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bfa9c-c39b-4656-8b81-58426bd0d960 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:28.554334 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-273bfa9c-c39b-4656-8b81-58426bd0d960 tempest-TestVolumeBootPattern-382956832 tempest-TestVolumeBootPattern-382956832-project-admin] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1124 time: 0.1917527 Sep 19 17:43:28.555953 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35866) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:43:28.560379 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.v2.base [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Request body: {'floatingip': {'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'port_id': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 17:43:28.629225 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:28.719124 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (None), before_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:28.828105 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Allocated IP 172.27.3.231 (251866d9-aaf6-4668-b4ef-7de95bb32351/673db111-60a3-46d4-9da9-d244c53a106d/9b6bc123-d9e8-4e6e-a7b6-feeff8df9474) {{(pid=106880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 17:43:28.933254 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.046742 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784968847288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.089658 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Network 251866d9-aaf6-4668-b4ef-7de95bb32351 is already hosted by enough agents. {{(pid=106880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 17:43:29.094600 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Resources bound (agent type, host, resource id): {{(pid=106880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 17:43:29.098481 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Received port after_create {{(pid=106880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 19 17:43:29.101984 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=9b6bc123-d9e8-4e6e-a7b6-feeff8df9474,revision_number=1']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:29.344092 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:29.386021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:29.453432 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (62c06eeb-da2a-4b62-bc92-27b0b7eb756b), precommit_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.578850 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33457742'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), before_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.730798 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), precommit_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.789608 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784969306022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784968847306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784968847324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8402609'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), after_update {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.863477 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event updated for resources: {'Port': ['ID=9b6bc123-d9e8-4e6e-a7b6-feeff8df9474,revision_number=2']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:43:29.866105 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778412'] for floatingip (62c06eeb-da2a-4b62-bc92-27b0b7eb756b), after_create {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.961106 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:29.973570 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 62c06eeb-da2a-4b62-bc92-27b0b7eb756b associated. External IP: 172.27.3.231, port: 93892384-9312-48a0-b5ef-f79b27e3fcf1. Sep 19 17:43:30.184164 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:43:30.229954 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:30.290549 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:43:30.300965 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:43:30.310726 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:43:30.311334 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:43:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:30.369454 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:30.400352 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-f1ad7a77-6a8b-4b95-9838-991be1c74635 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8433664 Sep 19 17:43:30.401096 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:43:30.403221 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed79a7a6-e526-40ae-980e-a28c6f630388" -d '{"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:43:30.417388 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:43:30.443851 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3f229-52a8-44fe-9333-4837e70a522e x-openstack-request-id: req-43d3f229-52a8-44fe-9333-4837e70a522e {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:43:30.444145 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:43:30.444417 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43d3f229-52a8-44fe-9333-4837e70a522e {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:43:30.444815 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d3f229-52a8-44fe-9333-4837e70a522e'] response: {'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'status': 'completed', 'code': 200} Sep 19 17:43:30.542347 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-257aefe3-56b2-4cf9-a724-c1c6f9abecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:30.543901 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-257aefe3-56b2-4cf9-a724-c1c6f9abecb1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1129 time: 0.0441868 Sep 19 17:43:30.562576 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:30.644936 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}, {'id': '62c06eeb-da2a-4b62-bc92-27b0b7eb756b', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:fe:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:29Z', 'updated_at': '2022-09-19T17:43:29Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:30.649165 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-a0ae076f-83e1-4b43-af57-7d57402c14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:30.650730 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-a0ae076f-83e1-4b43-af57-7d57402c14a4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0953639 Sep 19 17:43:30.671435 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:43:30.681160 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:43:30.681774 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:43:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:30.790956 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:43:30.983116 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-97c07d60-078f-4c8a-9183-d72b0b375367 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 200 len: 999 time: 0.3210499 Sep 19 17:43:31.014499 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}, {'id': '62c06eeb-da2a-4b62-bc92-27b0b7eb756b', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:fe:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:29Z', 'updated_at': '2022-09-19T17:43:29Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:43:31.042599 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-e25c3309-e91f-4964-ac73-962d3b49a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.044070 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd84a1a-a1fa-4298-8f03-e727559869f8 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}, {'id': '62c06eeb-da2a-4b62-bc92-27b0b7eb756b', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:fe:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:43:29Z', 'updated_at': '2022-09-19T17:43:29Z', 'revision_number': 0, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:43:31.044273 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-e25c3309-e91f-4964-ac73-962d3b49a210 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0518398 Sep 19 17:43:31.090089 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-df0ae011-5ef4-4ab6-b346-a7aa0e86c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:31.091671 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-df0ae011-5ef4-4ab6-b346-a7aa0e86c1bb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411403 Sep 19 17:43:31.131739 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:31.192839 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-7715e5bd-1f4f-4621-b69e-b2d330bdf206 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940607 Sep 19 17:43:31.253979 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2869a9-9a23-4d48-95e3-4a989356ae7e None None] New status for floating IP 62c06eeb-da2a-4b62-bc92-27b0b7eb756b: ACTIVE {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:43:31.294649 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-ed79a7a6-e526-40ae-980e-a28c6f630388 req-52e29951-8cf1-4994-a3a5-1a1884fce5a8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916038 Sep 19 17:43:31.594441 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:34.326224 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:38.324012 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=89 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:38.327923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=67 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:40.191372 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-4ab70666-21df-4594-a322-3f3f06248241 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414526 Sep 19 17:43:40.257281 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:43:40.306094 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-db3e2656-5c97-4a1f-b2d4-1f5ab4e66e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:40.307573 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-db3e2656-5c97-4a1f-b2d4-1f5ab4e66e8b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0383265 Sep 19 17:43:40.417750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-d1a942b6-1375-4d21-af23-13674e649df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:40.419229 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-d1a942b6-1375-4d21-af23-13674e649df6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0913169 Sep 19 17:43:40.483914 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-20a01e01-6c46-47b4-aa91-c185fae7fba9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 1001 time: 0.0566523 Sep 19 17:43:40.535087 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-8cd2986d-43f1-4317-9ae9-c46537d66007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:40.536634 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-8cd2986d-43f1-4317-9ae9-c46537d66007 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0447683 Sep 19 17:43:40.579448 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-f260942a-7805-496a-87a5-659ef5f3228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:43:40.580930 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-f260942a-7805-496a-87a5-659ef5f3228c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374844 Sep 19 17:43:40.646750 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=100 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:40.679236 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-8e0342a3-ef80-4d2c-8461-18486117351a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899985 Sep 19 17:43:40.775074 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-a278f22b-a110-4729-a6c6-de7a457f5244 req-846edc4b-b9d4-4fa6-a0fd-2b1015c28d3c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894125 Sep 19 17:43:44.260893 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:44.261870 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=42,neutron:UPDATE=7 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:49.239760 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=75 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:50.252863 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=81 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:50.770693 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=11 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:50.771504 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:43:56.125323 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-64c5b7be-6f93-48cd-9e4e-237438e0f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:58.519231 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7aab-ba05-4fd8-b8d5-7068f49f2eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:43:59.845139 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:01.124913 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:01.604780 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:04.319208 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:14.246996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:14.253261 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:17.256264 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:44:26.101380 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-02b035ae-1c86-4aa3-9a02-3ba1eb079c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:26.232325 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=3 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:27.251769 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:28.525407 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a0f2acec-83cb-4eed-ad54-eb7eb441ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:29.844450 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:31.112578 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:31.604122 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:34.318677 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:40.250568 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-e56d2f26-6038-4ff3-8d84-ed9e02545738 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810580 Sep 19 17:44:40.334438 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270d0f-3046-4561-b768-82369d434f43 req-48e8539e-3d07-439b-b5e2-160b45f3e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:40.335929 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-48e8539e-3d07-439b-b5e2-160b45f3e8c4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1129 time: 0.0383220 Sep 19 17:44:40.443974 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270d0f-3046-4561-b768-82369d434f43 req-fa9d8c2a-ad57-4df6-989c-e065c509958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:40.445375 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-fa9d8c2a-ad57-4df6-989c-e065c509958c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0901213 Sep 19 17:44:40.506465 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-35e9d7bd-9f1e-4334-9f62-5e5ccc30feba service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 200 len: 1001 time: 0.0544105 Sep 19 17:44:40.555837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270d0f-3046-4561-b768-82369d434f43 req-bdefe2c7-b0a3-4fd1-9d1b-2303ade51b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:40.557271 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-bdefe2c7-b0a3-4fd1-9d1b-2303ade51b44 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0438657 Sep 19 17:44:40.602793 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270d0f-3046-4561-b768-82369d434f43 req-26f9c229-136f-458a-86c1-4c3af0386620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:44:40.604307 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-26f9c229-136f-458a-86c1-4c3af0386620 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413172 Sep 19 17:44:40.613518 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-28d3cd3a-c035-46d4-8a9e-1776b173c566 service neutron] http://10.222.0.61:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 19 17:44:40.614471 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-28d3cd3a-c035-46d4-8a9e-1776b173c566 service neutron] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047774 Sep 19 17:44:40.706796 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-2c0ecbc6-8f4d-44be-be55-ac0956e4d142 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868239 Sep 19 17:44:40.798942 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-8e270d0f-3046-4561-b768-82369d434f43 req-fd8cfd25-5862-42bd-b0ad-2f629ae58469 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863342 Sep 19 17:44:44.246576 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:44.253917 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:50.794806 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=49 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:50.795609 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=52 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:44:54.255773 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:44:56.158114 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7a6acdf9-eec8-4c8b-a1bb-5f3ed1319e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:58.523415 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-95bb465b-e8b9-42e5-837b-d1b7333b0699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:44:59.849272 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:01.117784 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:01.608976 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:04.251154 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:04.252464 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:04.317444 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:14.259389 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:14.265442 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:19.087680 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35904) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:19.227999 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port 9b6bc123-d9e8-4e6e-a7b6-feeff8df9474 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:19.228335 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.308660 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.309041 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.322261 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for 9b6bc123-d9e8-4e6e-a7b6-feeff8df9474 owned by network:floatingip {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:19.528896 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (9b6bc123-d9e8-4e6e-a7b6-feeff8df9474), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.553650 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=9b6bc123-d9e8-4e6e-a7b6-feeff8df9474,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:19.581366 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.581720 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.582063 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.582449 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.582782 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.583112 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.583440 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.583790 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.584120 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.589283 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:19.630462 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (62c06eeb-da2a-4b62-bc92-27b0b7eb756b), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.630712 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.db.l3_db [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 62c06eeb-da2a-4b62-bc92-27b0b7eb756b disassociated (deleted). External IP: 172.27.3.231, port: 93892384-9312-48a0-b5ef-f79b27e3fcf1. Sep 19 17:45:19.831659 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:45:19.926322 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:19.937045 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:45:19.942579 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:19.947401 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:45:19.958137 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:19.958739 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:44:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:19.974128 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-dbaec811-dde7-44fb-84ad-721aa741e65e tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/62c06eeb-da2a-4b62-bc92-27b0b7eb756b HTTP/1.1" status: 204 len: 168 time: 0.8854160 Sep 19 17:45:19.974760 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:45:19.977062 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254" -d '{"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:45:20.037959 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e11fc-000e-4480-9fb9-795e3b013544 x-openstack-request-id: req-371e11fc-000e-4480-9fb9-795e3b013544 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:45:20.038258 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:45:20.039357 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-371e11fc-000e-4480-9fb9-795e3b013544 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:45:20.039800 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371e11fc-000e-4480-9fb9-795e3b013544'] response: {'name': 'network-changed', 'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'status': 'completed', 'code': 200} Sep 19 17:45:20.065376 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:20.129749 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-18c79494-cf69-4e33-aff8-0691be2076fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:20.131285 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-18c79494-cf69-4e33-aff8-0691be2076fc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 1129 time: 0.0405526 Sep 19 17:45:20.147411 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:20.232821 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-279ecafa-9406-47b0-920a-b1f6309ce7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:20.234204 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-279ecafa-9406-47b0-920a-b1f6309ce7fc service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.0939476 Sep 19 17:45:20.275006 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-1b3aef71-1178-47e3-bd98-2b951dd56e4e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 200 len: 217 time: 0.0339253 Sep 19 17:45:20.279813 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:20.309743 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:45:20.318955 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:20.319542 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:44:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:20.329988 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-b4229ccd-a1ba-424d-a53e-40896a1cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:20.331452 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-b4229ccd-a1ba-424d-a53e-40896a1cabc7 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0469360 Sep 19 17:45:20.384785 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-fe84f90b-ebad-4617-a044-e41ad4fe0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:20.386695 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-fe84f90b-ebad-4617-a044-e41ad4fe0e59 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482843 Sep 19 17:45:20.423248 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:20.590296 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0881f6-31e9-47ae-8179-4b58f09a53eb req-188623ef-1d65-4624-b0be-d4a967aa27bd tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:20.592036 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cb0881f6-31e9-47ae-8179-4b58f09a53eb req-188623ef-1d65-4624-b0be-d4a967aa27bd tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.1657937 Sep 19 17:45:20.642821 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:20.645671 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-cb0881f6-31e9-47ae-8179-4b58f09a53eb req-18fd8d9c-2819-4eb9-b2c2-fce0d280ae17 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Sep 19 17:45:20.669500 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6949303-28f4-46a9-8e53-0d47070042cf None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_floatingips': [{'id': '4aed7e4c-ebac-452e-83cf-edf1647bc407', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'router_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'port_id': '727823c4-0505-44bd-b537-7bd995c24817', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'mac_address': 'fa:16:3e:f8:43:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-19T17:40:53Z', 'updated_at': '2022-09-19T17:40:56Z', 'revision_number': 1, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:45:20.878784 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b3810-7536-43fc-8ab0-35ca26619155 None None] New status for floating IP 62c06eeb-da2a-4b62-bc92-27b0b7eb756b: DOWN {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:45:21.664411 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-a141c11b-5394-4c5f-a328-bed7922358ca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838742 Sep 19 17:45:21.785457 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-f3ce344d-2ecf-47fa-bcd3-e0ec7e3bf254 req-ad5b9ea9-95f6-4a14-bc3c-7b2135463d73 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913875 Sep 19 17:45:21.826115 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061729-46eb-45dd-8aed-e56f81c6358a req-28afc9b7-e59c-4ecb-93e8-4c961df71432 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:21.828021 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5061729-46eb-45dd-8aed-e56f81c6358a req-28afc9b7-e59c-4ecb-93e8-4c961df71432 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.0986309 Sep 19 17:45:21.880551 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-f5061729-46eb-45dd-8aed-e56f81c6358a req-989c1b60-79c1-428c-8ff4-da1a8ddef561 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468342 Sep 19 17:45:22.474239 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-bb98042d-de87-4673-8c69-7f3babb28cb6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:22.476159 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-bb98042d-de87-4673-8c69-7f3babb28cb6 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 945 time: 0.0469151 Sep 19 17:45:22.560785 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port 93892384-9312-48a0-b5ef-f79b27e3fcf1 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:22.561127 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:22.652232 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] For port 93892384-9312-48a0-b5ef-f79b27e3fcf1, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=93892384-9312-48a0-b5ef-f79b27e3fcf1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:22.652641 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:22.665325 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for 93892384-9312-48a0-b5ef-f79b27e3fcf1 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:22.737447 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:22.861423 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (93892384-9312-48a0-b5ef-f79b27e3fcf1), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:22.891027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=93892384-9312-48a0-b5ef-f79b27e3fcf1,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:22.938517 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] No DVR routers for this DVR port 93892384-9312-48a0-b5ef-f79b27e3fcf1 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:22.941068 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:22.944301 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-d798ab3e-bf27-48b2-852f-ec641a55f0fa req-76f37e83-277f-4314-ad95-fb04fc96fe3a tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "DELETE /networking/v2.0/ports/93892384-9312-48a0-b5ef-f79b27e3fcf1 HTTP/1.1" status: 204 len: 173 time: 0.4634197 Sep 19 17:45:22.944796 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'name': 'network-vif-deleted', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:45:22.947012 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3251fac8-070d-41b5-8405-d6fcf07fdc23" -d '{"events": [{"server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "name": "network-vif-deleted", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:45:22.983104 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b15e5a-d4bd-473f-a74b-945267676aff x-openstack-request-id: req-42b15e5a-d4bd-473f-a74b-945267676aff {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:45:22.983390 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d561cde2-43c9-45a8-a190-51ebb242d93d", "name": "network-vif-deleted", "tag": "93892384-9312-48a0-b5ef-f79b27e3fcf1", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:45:22.983642 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42b15e5a-d4bd-473f-a74b-945267676aff {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:45:22.984066 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b15e5a-d4bd-473f-a74b-945267676aff'] response: {'server_uuid': 'd561cde2-43c9-45a8-a190-51ebb242d93d', 'name': 'network-vif-deleted', 'tag': '93892384-9312-48a0-b5ef-f79b27e3fcf1', 'status': 'completed', 'code': 200} Sep 19 17:45:22.991278 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-969d51d8-0e09-4d1f-9f4e-c12b2eb3ca48 req-7f9a9d01-59eb-4594-8e08-ff8bfa5462ec tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 210 time: 0.0290179 Sep 19 17:45:24.117727 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-1fb93e36-4285-46cb-9f54-546a6e34b69b req-3675c109-06aa-4116-b399-889464865518 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d561cde2-43c9-45a8-a190-51ebb242d93d HTTP/1.1" status: 200 len: 210 time: 0.0310738 Sep 19 17:45:25.112210 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 93892384-9312-48a0-b5ef-f79b27e3fcf1 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:25.133051 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 93892384-9312-48a0-b5ef-f79b27e3fcf1 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:25.133396 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 93892384-9312-48a0-b5ef-f79b27e3fcf1 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:26.133998 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c5df5eaa-7110-404b-b61e-703dcfd9e0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:26.698764 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-90d5b03f-1c06-4c71-a10e-4a3578c8da44 req-b2bf37cb-3ed6-47b0-b6af-2495c17dd0d6 service neutron] (106880) timed out ('10.222.0.67', 61759) {{(pid=106880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:45:27.598549 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35954) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:27.739414 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port d70bda2e-ece7-4758-9f23-349a871f0a36 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:27.739672 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:27.814687 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:27.815010 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (d70bda2e-ece7-4758-9f23-349a871f0a36), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:27.827366 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for d70bda2e-ece7-4758-9f23-349a871f0a36 owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:28.032099 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (d70bda2e-ece7-4758-9f23-349a871f0a36), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:28.055953 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=d70bda2e-ece7-4758-9f23-349a871f0a36,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:28.070956 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.071231 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.071507 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.071884 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.072223 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.072558 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.072889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.073214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.073543 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.073870 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.074198 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.074524 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.074852 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.075171 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.075495 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:28.138407 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (4aed7e4c-ebac-452e-83cf-edf1647bc407), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:28.138794 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.db.l3_db [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Floating IP 4aed7e4c-ebac-452e-83cf-edf1647bc407 disassociated (deleted). External IP: 172.27.3.241, port: 727823c4-0505-44bd-b537-7bd995c24817. Sep 19 17:45:28.318347 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:28.334703 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:28.346484 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:45:28.451714 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:45:28.456959 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:28.462774 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:45:28.474470 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:28.475424 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:44:58Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:28.494937 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-b0bdcf5c-f56e-4036-a882-de9895c68f1b tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/4aed7e4c-ebac-452e-83cf-edf1647bc407 HTTP/1.1" status: 204 len: 168 time: 0.8952801 Sep 19 17:45:28.495861 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817'}] {{(pid=106879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:45:28.498132 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f2fcc9c86e4de6c2329b65ec0a9d855ee406ce211191778f8fee82223907b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3933e-973f-4ec9-baeb-a76a63f72417" -d '{"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817"}]}' {{(pid=106879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:45:28.499767 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-496799bb-8425-430e-9131-e7daa5cf552b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:28.566301 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:28.590893 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:28.593291 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:28.604970 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 19 Sep 2022 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c37ecd-c2f9-404b-b09e-452677ca33dd x-openstack-request-id: req-c4c37ecd-c2f9-404b-b09e-452677ca33dd {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:45:28.605461 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "tag": "727823c4-0505-44bd-b537-7bd995c24817", "status": "completed", "code": 200}]} {{(pid=106879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:45:28.605597 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4c37ecd-c2f9-404b-b09e-452677ca33dd {{(pid=106879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:45:28.605928 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c37ecd-c2f9-404b-b09e-452677ca33dd'] response: {'name': 'network-changed', 'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'tag': '727823c4-0505-44bd-b537-7bd995c24817', 'status': 'completed', 'code': 200} Sep 19 17:45:28.702452 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-93a8c611-8ab3-4859-9d1a-38067156c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:28.704049 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-93a8c611-8ab3-4859-9d1a-38067156c700 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 1129 time: 0.0439148 Sep 19 17:45:28.802881 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:28.815416 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-03540ca1-fecb-41ec-bc7c-34af1b90b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:28.817025 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-03540ca1-fecb-41ec-bc7c-34af1b90b2f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 200 len: 913 time: 0.1055343 Sep 19 17:45:28.828525 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:45:28.837202 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:28.837809 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:45:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:28.871945 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccf6af-4a27-49a3-8526-595f530c5b1e req-e86017ed-2f25-4220-877e-2d6f6d1d1214 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:28.873467 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-feccf6af-4a27-49a3-8526-595f530c5b1e req-e86017ed-2f25-4220-877e-2d6f6d1d1214 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0483341 Sep 19 17:45:28.925981 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-feccf6af-4a27-49a3-8526-595f530c5b1e req-84486723-fdab-4134-bc8a-c54e86933256 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458577 Sep 19 17:45:28.943151 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:29.225026 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:29.250190 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9908a0-6b68-4ed2-b347-044533402408 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:36:49Z', 'revision_number': 4, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi', '_interfaces': [{'id': '061225a6-d2ff-4bf4-b653-0ca2cedabae1', 'name': '', 'network_id': '1590abdf-b953-4897-85f6-bffe0b292150', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'mac_address': 'fa:16:3e:cf:68:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:48Z', 'updated_at': '2022-09-19T17:36:54Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'subnets': [{'id': 'f08194e8-d351-4f0f-8845-0cbc6e2f84cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:45:29.470962 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e08307-ef6e-482a-8bdb-1791b78ee763 None None] New status for floating IP 4aed7e4c-ebac-452e-83cf-edf1647bc407: DOWN {{(pid=106881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 19 17:45:29.848458 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:29.956138 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-ce8c0760-ea8f-4dbf-bc45-1f035244bf7a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 200 len: 217 time: 0.0370815 Sep 19 17:45:30.009496 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-b61da3a7-86f1-42b5-9137-0b6b18fa619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:30.011040 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-b61da3a7-86f1-42b5-9137-0b6b18fa619c service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 200 len: 851 time: 0.0484507 Sep 19 17:45:30.051710 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c3de-60bb-4ca3-bfaf-c7980545c71e req-faaedd15-f9ea-4832-9bb0-0cff05e6086d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:30.053250 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30d2c3de-60bb-4ca3-bfaf-c7980545c71e req-faaedd15-f9ea-4832-9bb0-0cff05e6086d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0482662 Sep 19 17:45:30.056373 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-5587f639-8b0a-4198-bd40-261347b3cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:30.057930 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-5587f639-8b0a-4198-bd40-261347b3cc46 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=1590abdf-b953-4897-85f6-bffe0b292150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401807 Sep 19 17:45:30.109923 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-30d2c3de-60bb-4ca3-bfaf-c7980545c71e req-18378b86-d33e-47af-a1bf-27ace2681398 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509782 Sep 19 17:45:30.111429 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:30.161039 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-a02d7303-2d3f-4b5e-9f17-e4b866199c43 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967352 Sep 19 17:45:30.424289 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-57a3933e-973f-4ec9-baeb-a76a63f72417 req-bede6dde-593e-4e04-b6a2-9d017cca7fbc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Sep 19 17:45:30.877598 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-a90bf838-e524-404b-8033-9b4b4ca51f69 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:30.879148 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-a90bf838-e524-404b-8033-9b4b4ca51f69 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0519931 Sep 19 17:45:30.961057 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port 727823c4-0505-44bd-b537-7bd995c24817 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:30.961899 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (727823c4-0505-44bd-b537-7bd995c24817), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:31.056144 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] For port 727823c4-0505-44bd-b537-7bd995c24817, host hv-cinder-84801, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84801',level=0,port_id=727823c4-0505-44bd-b537-7bd995c24817,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:31.056582 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (727823c4-0505-44bd-b537-7bd995c24817), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:31.070148 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for 727823c4-0505-44bd-b537-7bd995c24817 owned by compute:nova {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:31.111270 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:31.237522 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582ac8b-1f5c-4ee3-9c30-1f03bf841f05 req-98db5f54-fd4e-4cfc-8650-40d000bcfce7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 19 17:45:31.238873 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3582ac8b-1f5c-4ee3-9c30-1f03bf841f05 req-98db5f54-fd4e-4cfc-8650-40d000bcfce7 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 945 time: 0.0480192 Sep 19 17:45:31.255323 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:45:31.266210 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (727823c4-0505-44bd-b537-7bd995c24817), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:31.293440 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-3582ac8b-1f5c-4ee3-9c30-1f03bf841f05 req-5abe04e7-3d7d-4bb5-bd04-dd534425e1df tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/security-groups?id=004c06fb-515e-411d-9a51-ff6676bcd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488625 Sep 19 17:45:31.296375 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:31.298854 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=727823c4-0505-44bd-b537-7bd995c24817,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:31.344661 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] No DVR routers for this DVR port 727823c4-0505-44bd-b537-7bd995c24817 on host hv-cinder-84801 {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:31.347262 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for port (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:31.350553 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [req-fb58423d-3ca8-4bb4-9016-318730051d1c req-92b5e63a-c193-4229-a3c2-459c3b095845 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.67 "DELETE /networking/v2.0/ports/727823c4-0505-44bd-b537-7bd995c24817 HTTP/1.1" status: 204 len: 173 time: 0.4657872 Sep 19 17:45:31.351507 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'name': 'network-vif-deleted', 'tag': '727823c4-0505-44bd-b537-7bd995c24817'}] {{(pid=106880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 19 17:45:31.353848 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}914d50e9b37606c3d320e3e1cc4d46b9f319899158b0d5d9512bd0cc6bdb118b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a9fcce-088a-4f3b-88b2-5bbda1c53295" -d '{"events": [{"server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "name": "network-vif-deleted", "tag": "727823c4-0505-44bd-b537-7bd995c24817"}]}' {{(pid=106880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 17:45:31.454371 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 19 Sep 2022 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b91f8-9e0a-48f6-b053-13ac07efde46 x-openstack-request-id: req-bc2b91f8-9e0a-48f6-b053-13ac07efde46 {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 17:45:31.454667 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426d62ae-f3df-4fac-ae8c-a46f474ae96f", "name": "network-vif-deleted", "tag": "727823c4-0505-44bd-b537-7bd995c24817", "status": "completed", "code": 200}]} {{(pid=106880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 17:45:31.454918 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc2b91f8-9e0a-48f6-b053-13ac07efde46 {{(pid=106880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 17:45:31.455321 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2b91f8-9e0a-48f6-b053-13ac07efde46'] response: {'server_uuid': '426d62ae-f3df-4fac-ae8c-a46f474ae96f', 'name': 'network-vif-deleted', 'tag': '727823c4-0505-44bd-b537-7bd995c24817', 'status': 'completed', 'code': 200} Sep 19 17:45:31.625876 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:32.415791 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [req-d5d04f32-3031-4a23-98ea-9960e1bbc308 req-88c5662a-9224-4c5e-af06-1a04f18a8ae2 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=426d62ae-f3df-4fac-ae8c-a46f474ae96f HTTP/1.1" status: 200 len: 210 time: 0.0318770 Sep 19 17:45:33.491745 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 35976) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:33.605344 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Deleting port afb83fd8-b0a5-4026-b9d7-b31a1a7d925c {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:33.605700 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.689201 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.689533 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.702388 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Calling delete_port for afb83fd8-b0a5-4026-b9d7-b31a1a7d925c owned by network:floatingip {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:33.894244 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (afb83fd8-b0a5-4026-b9d7-b31a1a7d925c), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.920103 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'Port': ['ID=afb83fd8-b0a5-4026-b9d7-b31a1a7d925c,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:33.928853 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:33.985573 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for floatingip (5b1b05c6-43d0-4a9d-99f9-a3a053a8959d), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.988114 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-955005'] for floatingip (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:33.989274 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-e2ff643f-30c7-4053-bb3a-1ca40484767d tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "DELETE /networking/v2.0/floatingips/5b1b05c6-43d0-4a9d-99f9-a3a053a8959d HTTP/1.1" status: 204 len: 168 time: 0.4986372 Sep 19 17:45:34.317553 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:35.173359 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 727823c4-0505-44bd-b537-7bd995c24817 no longer exists at agent hyperv_hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:35.192812 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] No Port match for: 727823c4-0505-44bd-b537-7bd995c24817 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:35.193155 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Device 727823c4-0505-44bd-b537-7bd995c24817 not bound to the agent host hv-cinder-84801 {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:35.322955 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35988) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:35.381709 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (004c06fb-515e-411d-9a51-ff6676bcd4f6), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:35.406137 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (004c06fb-515e-411d-9a51-ff6676bcd4f6), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:35.578831 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (004c06fb-515e-411d-9a51-ff6676bcd4f6), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:35.581445 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:35.582646 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] 10.222.0.61 "DELETE /networking/v2.0/security-groups/004c06fb-515e-411d-9a51-ff6676bcd4f6 HTTP/1.1" status: 204 len: 168 time: 0.2587190 Sep 19 17:45:35.593710 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816831d-ff08-4ccd-a92c-b0de090105d3 tempest-TestVolumeBootPattern-428104274 tempest-TestVolumeBootPattern-428104274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c06fb-515e-411d-9a51-ff6676bcd4f6,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:35.810649 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35992) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:36.105370 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:36.220364 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:36.439021 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Deleting port 061225a6-d2ff-4bf4-b653-0ca2cedabae1 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:36.439761 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:36.518056 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] For port 061225a6-d2ff-4bf4-b653-0ca2cedabae1, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=061225a6-d2ff-4bf4-b653-0ca2cedabae1,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:36.518412 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:36.531743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Calling delete_port for 061225a6-d2ff-4bf4-b653-0ca2cedabae1 owned by network:router_interface {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:36.596585 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:36.774263 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (061225a6-d2ff-4bf4-b653-0ca2cedabae1), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:36.800490 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Pushing event deleted for resources: {'Port': ['ID=061225a6-d2ff-4bf4-b653-0ca2cedabae1,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:36.905694 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:37.219646 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:37.429906 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:45:37.533743 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:45:37.538620 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-92311838-0c4c-4a22-8a35-2c55cacd8558 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267869 Sep 19 17:45:37.541218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35996) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:37.544236 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Sync routers for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:45:37.556851 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:37.557462 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:45:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:37.646027 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks [] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:37.660791 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:37.750085 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks [] for router_gateway (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:37.831249 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:45:36Z', 'revision_number': 5, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port': {'id': 'ed1c3de6-eeac-44eb-83d4-a35008867a3f', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:46Z', 'updated_at': '2022-09-19T17:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:37.861044 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Checking router: fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 for host: dv-cinder-848013-2-iscsi {{(pid=106882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:45:37.869669 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Routers {'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:37.870525 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:45:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'], 'active': True} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:37.885267 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Deleting port ed1c3de6-eeac-44eb-83d4-a35008867a3f {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:37.885654 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:37.932541 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=100 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:37.938713 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:37.951297 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_dvr_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] Set router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 gateway port host: None {{(pid=106882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:37.971275 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] For port ed1c3de6-eeac-44eb-83d4-a35008867a3f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=ed1c3de6-eeac-44eb-83d4-a35008867a3f,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:37.971644 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:37.985739 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Calling delete_port for ed1c3de6-eeac-44eb-83d4-a35008867a3f owned by network:router_gateway {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:38.003944 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.l3_hamode_db [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:45:37Z', 'revision_number': 6, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port_host': None}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:38.029748 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3cbc51-db72-4bc4-b06e-055b2628e0a6 None None] The sync data for ids ['fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5'] in dv-cinder-848013-2-iscsi is: [{'id': 'fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5', 'name': 'tempest-TestVolumeBootPattern-1736087312-router', 'tenant_id': '3fa7a842679b460f87e34a84e7d12c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:45Z', 'updated_at': '2022-09-19T17:45:37Z', 'revision_number': 6, 'project_id': '3fa7a842679b460f87e34a84e7d12c5f', 'gw_port_host': None}] {{(pid=106882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:45:38.064475 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:38.248701 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (ed1c3de6-eeac-44eb-83d4-a35008867a3f), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.276741 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1c3de6-eeac-44eb-83d4-a35008867a3f,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:38.341497 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.433837 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.436147 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks [] for router_controller (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.534298 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.534994 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 {{(pid=106880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:45:38.539580 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.540743 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-588d5c32-ed98-4699-86b4-599660d87d14 admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/fe4d8ad7-b787-4e4f-bd74-6cfe2af3def5 HTTP/1.1" status: 204 len: 168 time: 0.9983821 Sep 19 17:45:38.543297 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 35998) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:38.588037 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Deleting subnet f08194e8-d351-4f0f-8845-0cbc6e2f84cc {{(pid=106880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:45:38.591161 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Publish callbacks [] for subnet (f08194e8-d351-4f0f-8845-0cbc6e2f84cc), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.630533 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3714466'] for subnet (f08194e8-d351-4f0f-8845-0cbc6e2f84cc), precommit_delete_associations {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.709276 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (f08194e8-d351-4f0f-8845-0cbc6e2f84cc), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.809619 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8402663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3708290'] for subnet (f08194e8-d351-4f0f-8845-0cbc6e2f84cc), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.826796 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ed1c3de6-eeac-44eb-83d4-a35008867a3f no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:38.843950 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08194e8-d351-4f0f-8845-0cbc6e2f84cc,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:38.847029 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: ed1c3de6-eeac-44eb-83d4-a35008867a3f {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:38.847593 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device ed1c3de6-eeac-44eb-83d4-a35008867a3f not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:38.847862 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for subnet (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.848031 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 061225a6-d2ff-4bf4-b653-0ca2cedabae1 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:38.851049 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-e68a6419-13a1-4ba4-9cb6-cbf6ba33f22a admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/f08194e8-d351-4f0f-8845-0cbc6e2f84cc HTTP/1.1" status: 204 len: 168 time: 0.3067250 Sep 19 17:45:38.853958 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 36000) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:38.872899 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef9cbb0-7833-407f-bad4-8aca1ea39eee None None] Network 1590abdf-b953-4897-85f6-bffe0b292150 requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:45:38.886092 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 061225a6-d2ff-4bf4-b653-0ca2cedabae1 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:38.886721 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 061225a6-d2ff-4bf4-b653-0ca2cedabae1 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:38.929433 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (1590abdf-b953-4897-85f6-bffe0b292150), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:38.973847 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Deleting port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 {{(pid=106880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:38.974054 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.042176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] DHCP port deletion for 1590abdf-b953-4897-85f6-bffe0b292150 request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:45:39.051245 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.db [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] For port 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=459a7734-5fbe-42a6-b17c-bae7e29f3f40,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:39.051610 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.067218 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.plugin [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Calling delete_port for 459a7734-5fbe-42a6-b17c-bae7e29f3f40 owned by network:dhcp {{(pid=106880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:39.083027 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Deleting port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:39.083540 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.106495 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:39.152424 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] For port 459a7734-5fbe-42a6-b17c-bae7e29f3f40, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=459a7734-5fbe-42a6-b17c-bae7e29f3f40,segment=NetworkSegment(62cefe99-b932-40a4-8529-376e580a707a),segment_id=62cefe99-b932-40a4-8529-376e580a707a)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:39.152826 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.166089 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Calling delete_port for 459a7734-5fbe-42a6-b17c-bae7e29f3f40 owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:39.225455 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8402568'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.232845 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: from cryptography.utils import int_from_bytes Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: from cryptography.utils import int_from_bytes Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.240535 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 17:45:39.243678 dv-cinder-848013-2-iscsi neutron-server[106881]: self.session.flush() Sep 19 17:45:39.246189 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (459a7734-5fbe-42a6-b17c-bae7e29f3f40), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.257300 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Pushing event deleted for resources: {'Port': ['ID=459a7734-5fbe-42a6-b17c-bae7e29f3f40,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:39.265056 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] No DVR routers for this DVR port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 on host dv-cinder-848013-2-iscsi {{(pid=106880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:39.271320 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Pushing event deleted for resources: {'Port': ['ID=459a7734-5fbe-42a6-b17c-bae7e29f3f40,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:39.281026 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.281378 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.281726 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.282062 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.282572 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.283112 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.283447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.283808 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.284140 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.284472 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.284867 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.285200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.285522 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.285848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.286171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848013-2-iscsi {{(pid=106881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 17:45:39.289093 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f574a523-a3d5-4a90-9ad7-f7543a39781f None None] No DVR routers for this DVR port 459a7734-5fbe-42a6-b17c-bae7e29f3f40 on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:39.343186 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (1590abdf-b953-4897-85f6-bffe0b292150), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.365660 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1590abdf-b953-4897-85f6-bffe0b292150']}} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:39.377059 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cefe99-b932-40a4-8529-376e580a707a') {'for_net_delete': True} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:39.377410 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.services.segments.db [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cefe99-b932-40a4-8529-376e580a707a') {} {{(pid=106880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:39.390371 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3714457'] for segment (62cefe99-b932-40a4-8529-376e580a707a), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.406520 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (62cefe99-b932-40a4-8529-376e580a707a), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.413772 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=106880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:45:39.414184 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8402525'] for segment (62cefe99-b932-40a4-8529-376e580a707a), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.462915 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 62cefe99-b932-40a4-8529-376e580a707a resource provider aggregate not found Sep 19 17:45:39.483270 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.services.segments.plugin [-] Segment 62cefe99-b932-40a4-8529-376e580a707a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62cefe99-b932-40a4-8529-376e580a707a found for delete ", "request_id": "req-5633b572-421c-4ebc-9365-71184cb85222"}]} Sep 19 17:45:39.574303 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (1590abdf-b953-4897-85f6-bffe0b292150), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.579268 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:39.582517 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/1590abdf-b953-4897-85f6-bffe0b292150 HTTP/1.1" status: 204 len: 168 time: 0.7277350 Sep 19 17:45:39.585770 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36006) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:39.597295 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d32dd-4452-4c77-856a-a6af358bd003 admin admin] Pushing event deleted for resources: {'Network': ['ID=1590abdf-b953-4897-85f6-bffe0b292150,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:39.679135 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:39.906460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737964'] for router_interface (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:40.138875 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Deleting port 2b7175ae-7472-46c1-9ad7-6c381bc28e33 {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:40.139223 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:40.219070 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] For port 2b7175ae-7472-46c1-9ad7-6c381bc28e33, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=2b7175ae-7472-46c1-9ad7-6c381bc28e33,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:40.219352 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:40.231923 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Calling delete_port for 2b7175ae-7472-46c1-9ad7-6c381bc28e33 owned by network:router_interface {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:40.355938 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:40.522594 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (2b7175ae-7472-46c1-9ad7-6c381bc28e33), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:40.546333 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7175ae-7472-46c1-9ad7-6c381bc28e33,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:40.667063 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:40.716817 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779036'] for router_interface (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:40.790230 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 459a7734-5fbe-42a6-b17c-bae7e29f3f40 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:40.814245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 459a7734-5fbe-42a6-b17c-bae7e29f3f40 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:40.814245 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 459a7734-5fbe-42a6-b17c-bae7e29f3f40 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:40.931794 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 has already been hosted by L3 agent 0f015575-b971-4ef7-b6c1-f2a69084e8a5 {{(pid=106879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 17:45:41.033563 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] Notify agent at l3_agent.dv-cinder-848013-2-iscsi the message routers_updated {{(pid=106879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 17:45:41.039767 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-7630fa20-ef30-4fd9-b256-53c259677052 admin admin] 10.222.0.61 "PUT /networking/v2.0/routers/1c10dc90-03c9-4719-bf21-f29d1c0dfe84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4528160 Sep 19 17:45:41.042282 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36008) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:41.044820 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Sync routers for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 17:45:41.058050 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:41.058715 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:45:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:41.141926 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks [] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:41.161921 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:41.352022 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:45:40Z', 'revision_number': 5, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:41.379383 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Checking router: 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 for host: dv-cinder-848013-2-iscsi {{(pid=106881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 17:45:41.388443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Routers {'1c10dc90-03c9-4719-bf21-f29d1c0dfe84'} bound to L3 agent in host dv-cinder-848013-2-iscsi {{(pid=106881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 19 17:45:41.389081 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848013-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-19T17:14:28Z,description=,heartbeat_timestamp=2022-09-19T17:45:28Z,host='dv-cinder-848013-2-iscsi',id=0f015575-b971-4ef7-b6c1-f2a69084e8a5,load=0,resource_versions=,resources_synced=,started_at=2022-09-19T17:14:29Z,topic='l3_agent')) {'router_ids': ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'], 'active': True} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:41.471866 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:41.480915 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:41.494666 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvr_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] Set router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 gateway port host: dv-cinder-848013-2-iscsi {{(pid=106881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 19 17:45:41.495449 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks [] for router_gateway (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:41.581877 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Deleting port 1c54b8b3-7302-44a8-8d13-0999e2333dca {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:41.582233 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:41.661528 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:41.666570 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] For port 1c54b8b3-7302-44a8-8d13-0999e2333dca, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=1c54b8b3-7302-44a8-8d13-0999e2333dca,segment=NetworkSegment(3bf51cd4-6ce6-40b3-8852-34127cbc4a46),segment_id=3bf51cd4-6ce6-40b3-8852-34127cbc4a46)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:41.666928 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:41.667674 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_hamode_db [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:45:40Z', 'revision_number': 5, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}], 'dv-cinder-848013-2-iscsi', False) {} {{(pid=106881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:41.679800 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Calling delete_port for 1c54b8b3-7302-44a8-8d13-0999e2333dca owned by network:router_gateway {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:41.818754 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6c669-fe7e-49b8-bd84-b620c94359fd None None] The sync data for ids ['1c10dc90-03c9-4719-bf21-f29d1c0dfe84'] in dv-cinder-848013-2-iscsi is: [{'id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'name': 'tempest-TestVolumeBootPattern-640780935-router', 'tenant_id': 'a05bf15385d740d5a57f80064a835c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'external_fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:45:40Z', 'revision_number': 5, 'project_id': 'a05bf15385d740d5a57f80064a835c73', 'gw_port': {'id': '1c54b8b3-7302-44a8-8d13-0999e2333dca', 'name': '', 'network_id': '251866d9-aaf6-4668-b4ef-7de95bb32351', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10dc90-03c9-4719-bf21-f29d1c0dfe84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '673db111-60a3-46d4-9da9-d244c53a106d', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848013-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-19T17:36:53Z', 'updated_at': '2022-09-19T17:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673db111-60a3-46d4-9da9-d244c53a106d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848013-2-iscsi'}] {{(pid=106881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 17:45:41.853237 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:41.963841 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (1c54b8b3-7302-44a8-8d13-0999e2333dca), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:41.992071 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c54b8b3-7302-44a8-8d13-0999e2333dca,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:42.057763 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778326'] for router_gateway (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.146347 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-778690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4461'] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.148507 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks [] for router_controller (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.248484 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-779105'] for router (1c10dc90-03c9-4719-bf21-f29d1c0dfe84), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.249123 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c10dc90-03c9-4719-bf21-f29d1c0dfe84 {{(pid=106879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 17:45:42.253763 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.255127 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-429d3600-8c35-426f-a812-add5af66c4fc admin admin] 10.222.0.61 "DELETE /networking/v2.0/routers/1c10dc90-03c9-4719-bf21-f29d1c0dfe84 HTTP/1.1" status: 204 len: 168 time: 1.2119129 Sep 19 17:45:42.260157 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36010) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:42.311802 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Deleting subnet 498d4286-40e3-41c3-bc0d-8bd3b163882b {{(pid=106879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 19 17:45:42.315136 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Publish callbacks [] for subnet (498d4286-40e3-41c3-bc0d-8bd3b163882b), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.352320 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8785820'] for subnet (498d4286-40e3-41c3-bc0d-8bd3b163882b), precommit_delete_associations {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.435718 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33422186'] for subnet (498d4286-40e3-41c3-bc0d-8bd3b163882b), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.551460 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33420887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8786407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8749659'] for subnet (498d4286-40e3-41c3-bc0d-8bd3b163882b), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.577450 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498d4286-40e3-41c3-bc0d-8bd3b163882b,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:42.583631 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.586834 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-3bcdc790-7828-4ea3-b53d-89973a387b94 admin admin] 10.222.0.61 "DELETE /networking/v2.0/subnets/498d4286-40e3-41c3-bc0d-8bd3b163882b HTTP/1.1" status: 204 len: 168 time: 0.3256676 Sep 19 17:45:42.589317 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36012) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:42.592182 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216b40d-5ce6-4597-9bd0-eb818252ad85 None None] Network f22b8576-fed5-4f79-b922-e12c1f07910b requested from dv-cinder-848013-2-iscsi {{(pid=106881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 19 17:45:42.658722 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33297439'] for network (f22b8576-fed5-4f79-b922-e12c1f07910b), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.701111 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Deleting port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f {{(pid=106879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:42.701682 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.769542 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.db [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] For port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:42.769889 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.782604 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.plugin [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Calling delete_port for 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f owned by network:dhcp {{(pid=106879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:42.834693 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] DHCP port deletion for f22b8576-fed5-4f79-b922-e12c1f07910b request from dv-cinder-848013-2-iscsi {{(pid=106881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 19 17:45:42.840510 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:42.890644 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Deleting port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f {{(pid=106881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 19 17:45:42.891018 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784969305869'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), before_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.909482 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 2b7175ae-7472-46c1-9ad7-6c381bc28e33 no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:42.956642 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8786312'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:42.958446 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 2b7175ae-7472-46c1-9ad7-6c381bc28e33 {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:42.958790 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 2b7175ae-7472-46c1-9ad7-6c381bc28e33 not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:42.959262 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c54b8b3-7302-44a8-8d13-0999e2333dca no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:42.986736 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Pushing event deleted for resources: {'Port': ['ID=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:42.994835 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 1c54b8b3-7302-44a8-8d13-0999e2333dca {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:42.995228 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] No DVR routers for this DVR port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f on host dv-cinder-848013-2-iscsi {{(pid=106879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:42.995351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 1c54b8b3-7302-44a8-8d13-0999e2333dca not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:42.995351 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f no longer exists at agent ovs-agent-dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 17:45:43.028168 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] No Port match for: 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f {{(pid=106881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 19 17:45:43.028168 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.rpc [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Device 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f not bound to the agent host dv-cinder-848013-2-iscsi {{(pid=106881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 17:45:43.028168 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.db [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] For port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f, host dv-cinder-848013-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848013-2-iscsi',level=0,port_id=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,segment=NetworkSegment(6a5ea920-cddf-4d89-8f35-3612654b24b5),segment_id=6a5ea920-cddf-4d89-8f35-3612654b24b5)] {{(pid=106881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 17:45:43.029317 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:43.029512 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780118'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), precommit_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.049275 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.plugins.ml2.plugin [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Calling delete_port for 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f owned by network:dhcp {{(pid=106881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 19 17:45:43.066909 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33450561', 'neutron.services.segments.db._delete_segments_for_network-8784969363393'] for network (f22b8576-fed5-4f79-b922-e12c1f07910b), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.090601 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22b8576-fed5-4f79-b922-e12c1f07910b']}} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:43.102669 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5ea920-cddf-4d89-8f35-3612654b24b5') {'for_net_delete': True} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:43.102996 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.services.segments.db [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5ea920-cddf-4d89-8f35-3612654b24b5') {} {{(pid=106879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 17:45:43.113669 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784969363285', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8785831'] for segment (6a5ea920-cddf-4d89-8f35-3612654b24b5), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.128264 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326'] for segment (6a5ea920-cddf-4d89-8f35-3612654b24b5), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.132861 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33456267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-803032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784969308299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784968847297'] for port (5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f), after_delete {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.135190 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=106879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 17:45:43.135583 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33429326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8786269'] for segment (6a5ea920-cddf-4d89-8f35-3612654b24b5), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.162054 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] Pushing event deleted for resources: {'Port': ['ID=5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f,revision_number=None']} {{(pid=106881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:43.164244 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779c71f-06ed-4b1d-961f-eb82db4adcd0 None None] No DVR routers for this DVR port 5deb889a-6bfe-4b00-a0d8-c4ec90e00b8f on host dv-cinder-848013-2-iscsi {{(pid=106881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 19 17:45:43.270800 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 6a5ea920-cddf-4d89-8f35-3612654b24b5 resource provider aggregate not found Sep 19 17:45:43.282649 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33450616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778371'] for network (f22b8576-fed5-4f79-b922-e12c1f07910b), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.288619 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540416'] for network (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.293926 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] 10.222.0.61 "DELETE /networking/v2.0/networks/f22b8576-fed5-4f79-b922-e12c1f07910b HTTP/1.1" status: 204 len: 168 time: 0.7017958 Sep 19 17:45:43.302760 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.services.segments.plugin [-] Segment 6a5ea920-cddf-4d89-8f35-3612654b24b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a5ea920-cddf-4d89-8f35-3612654b24b5 found for delete ", "request_id": "req-a6a4ab39-eec0-402f-aa8e-bd50b006a113"}]} Sep 19 17:45:43.305516 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f94ec5-48a8-43b8-b2fc-0e6d35167703 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22b8576-fed5-4f79-b922-e12c1f07910b,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:43.605742 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 36022) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:43.648090 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-3254f22d-9fe7-4cb2-b406-0a38baf2d5cf admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=3fa7a842679b460f87e34a84e7d12c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412502 Sep 19 17:45:43.650580 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [-] (106880) accepted ('10.222.0.61', 36024) {{(pid=106880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:43.698650 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] Publish callbacks [] for security_group (bfb70c9a-08ba-41c9-9d05-5865ae7056a2), before_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.719464 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] Publish callbacks [] for security_group (bfb70c9a-08ba-41c9-9d05-5865ae7056a2), precommit_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.830832 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (bfb70c9a-08ba-41c9-9d05-5865ae7056a2), after_delete {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.833538 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron_lib.callbacks.manager [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:43.834751 dv-cinder-848013-2-iscsi neutron-server[106880]: INFO neutron.wsgi [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/bfb70c9a-08ba-41c9-9d05-5865ae7056a2 HTTP/1.1" status: 204 len: 168 time: 0.1832740 Sep 19 17:45:43.843905 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4119c-1afd-40ba-bede-f9eb2f0dedad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb70c9a-08ba-41c9-9d05-5865ae7056a2,revision_number=None']} {{(pid=106880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:44.418165 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36030) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:44.460506 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-2b80f71c-fbf9-46d7-8898-4d4f8ad9d368 admin admin] 10.222.0.61 "GET /networking/v2.0/security-groups?tenant_id=a05bf15385d740d5a57f80064a835c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410788 Sep 19 17:45:44.463045 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [-] (106879) accepted ('10.222.0.61', 36032) {{(pid=106879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 19 17:45:44.511214 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] Publish callbacks [] for security_group (de07db9f-6f77-47ba-96fb-6f4ae5f2ae03), before_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:44.530707 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] Publish callbacks [] for security_group (de07db9f-6f77-47ba-96fb-6f4ae5f2ae03), precommit_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:44.648004 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537543'] for security_group (de07db9f-6f77-47ba-96fb-6f4ae5f2ae03), after_delete {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:44.650706 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron_lib.callbacks.manager [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:44.651927 dv-cinder-848013-2-iscsi neutron-server[106879]: INFO neutron.wsgi [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] 10.222.0.61 "DELETE /networking/v2.0/security-groups/de07db9f-6f77-47ba-96fb-6f4ae5f2ae03 HTTP/1.1" status: 204 len: 168 time: 0.1879609 Sep 19 17:45:44.660052 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6265ab-da0c-48ac-835d-412d21d18e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07db9f-6f77-47ba-96fb-6f4ae5f2ae03,revision_number=None']} {{(pid=106879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 17:45:48.007924 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=99 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:53.838146 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:53.839105 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG dbcounter [-] [106880] Writing DB stats neutron:SELECT=57,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106880) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:54.654984 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:54.655779 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG dbcounter [-] [106879] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106879) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:54.671326 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=72,neutron:DELETE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:54.672779 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=50,neutron:DELETE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:45:56.087771 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5b469aa7-eb56-4b04-a1a7-c709678ae24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:58.533176 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-19c5d9a0-afce-4085-bc0b-35fcbcdfb19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:45:59.853171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:01.161736 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:01.664837 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:04.321848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:08.254210 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:46:14.260534 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:14.267577 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:23.186824 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-ca374053-d8c3-4287-b35c-73d3aacd4b28 service neutron] (106880) timed out ('10.222.0.61', 58928) {{(pid=106880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:46:23.387043 dv-cinder-848013-2-iscsi neutron-server[106880]: DEBUG neutron.wsgi [req-7f25e400-9ccb-476d-af16-579dbb444af6 req-c0daa88a-25df-4c89-b4d4-c5136a4b2925 tempest-TestShelveInstance-960465530 tempest-TestShelveInstance-960465530-project] (106880) timed out ('10.222.0.61', 58936) {{(pid=106880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:46:24.265154 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=5 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:24.265912 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:26.121391 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-3e21708b-2bbc-42b2-b1b4-c96ecf8780db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:28.526941 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1080-7171-4ed9-976a-bb2375b300a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:29.893171 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:31.144680 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:31.613198 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:34.321004 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:44.254844 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:44.261822 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:45.252673 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:46:55.248478 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=7 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:55.249229 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:46:56.126173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-c65313ec-6bdf-44e5-8a1a-b66bfad43c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:58.525256 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6d09-61e7-4f8f-9088-6bf05c819a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:46:59.852100 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:01.120124 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:01.622893 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:04.337080 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:14.270356 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:14.275339 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:22.252485 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:47:26.119003 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-58347494-3032-4d69-a2b5-08f515e1b6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:28.531188 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-d7ce3dd6-4998-4186-8892-a51a48bc6e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:29.857679 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:31.137566 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:31.228649 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=18 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:31.622238 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:32.248229 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:34.336583 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:44.285223 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:44.287215 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:47:56.124842 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e8c32ded-99cc-4c82-b221-c6e448a20a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:58.569090 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-8d25670c-99cd-4131-9251-d526dd1be7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:47:59.252344 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:47:59.873210 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:01.123832 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:01.637925 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:04.364905 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:09.247418 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=6 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:09.248212 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:14.283173 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:14.286034 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:24.270329 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:24.271196 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:26.123869 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-bb1203fa-d73d-42b5-89f6-5ff3721113db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:28.529746 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ae3a-746f-4dd4-90a4-8808fa9c490d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:29.855292 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:30.837855 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-a8b8fdb9-f3b2-4f8d-89aa-af8be8eece0a service neutron] (106879) timed out ('10.222.0.61', 57836) {{(pid=106879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:48:30.912854 dv-cinder-848013-2-iscsi neutron-server[106879]: DEBUG neutron.wsgi [req-42d329cc-177b-4cf4-a226-454de5eabbd6 req-2d302cf9-01c8-4d8c-93e8-0ec3711b4207 tempest-AttachVolumeShelveTestJSON-49785946 tempest-AttachVolumeShelveTestJSON-49785946-project] (106879) timed out ('10.222.0.61', 57844) {{(pid=106879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 19 17:48:31.117896 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:31.637394 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:34.386848 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:36.251835 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:48:44.298408 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:44.300244 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:45.230726 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:46.247579 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=6 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:48:56.147642 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4e81-6688-472e-b6f2-1a26a5ac0253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:58.517410 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-a2cd385f-a805-4da9-b867-25c3463084a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:48:59.877635 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:01.123036 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:01.637828 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:04.368850 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:13.252957 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:49:14.301006 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:14.306977 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:23.553213 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=16 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:23.555110 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=18 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:26.139471 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-1b79bbf6-556d-4588-9d91-513270a472d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:28.522447 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-cd968902-1907-422a-ad50-26844424733b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:29.888141 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:31.150843 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:31.642428 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:34.367038 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:44.305200 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:44.307095 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:50.252602 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:49:56.136752 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-7a80bd34-23a8-424a-bf37-3484eb56ccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:58.516055 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-320f069b-4ce9-4a26-8bc8-e4effec39e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:49:59.233893 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:49:59.876212 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:00.248220 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=4 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:01.133011 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:01.658443 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:04.396331 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:14.322033 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:14.323927 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:26.138495 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-5481b9c7-207c-4285-b243-2a7176290dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:26.202379 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:26.203146 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:27.251297 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:50:28.524860 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-52ade279-af9e-40a0-bfa8-a9f8fd6efb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:29.873478 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:31.135996 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:31.644965 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:34.518503 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:37.247785 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=8 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:44.328995 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:44.455600 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:50:56.135281 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ff936102-59ce-4120-ad3d-cbf79e7361e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:58.563471 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-e24c8a06-0691-49bb-9aef-8bc160da7577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (0f015575-b971-4ef7-b6c1-f2a69084e8a5), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:50:59.874600 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-53f2db64-26ff-4f63-a061-53dc0f3ee36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (06b02521-b791-4dc5-9e83-bac94a336b0d), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:51:01.140882 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-37206546-911d-4b22-9463-1f2ef320b3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (901863d2-8e15-47c4-add1-bfebb585c40c), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:51:01.683448 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c8ac-57f9-409a-bfeb-e11aa4d58f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ba0e5f5f-4fb6-4025-a7ea-9084658f9ce9), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:51:04.250365 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG neutron.db.agents_db [None req-07c17b59-b253-47ff-b001-5e1fa695cb70 None None] Agent healthcheck: found 6 active agents {{(pid=106882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 17:51:04.389246 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a95a-e822-46ab-a17c-e177bf9cade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (945a0e5d-3295-4185-92bf-a917c5f29b90), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 19 17:51:14.334986 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:51:14.336851 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG dbcounter [-] [106881] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:51:23.557091 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=15 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:51:23.559109 dv-cinder-848013-2-iscsi neutron-server[106882]: DEBUG dbcounter [-] [106882] Writing DB stats neutron:SELECT=19 {{(pid=106882) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 19 17:51:26.143260 dv-cinder-848013-2-iscsi neutron-server[106881]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e6f2-a797-4b37-a94e-8bc5c9eadefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784969363375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33449472'] for agent (ebcc9873-8428-4e1f-b5d8-fae9a3a3890f), after_update {{(pid=106881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}